-- Logs begin at Fri 2021-04-16 11:17:41 UTC, end at Fri 2021-04-16 12:19:21 UTC. -- Apr 16 11:49:20.596137 dv-cinder-786627-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 16 11:49:23.753001 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.common.config [-] Logging enabled! Apr 16 11:49:23.753521 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91 Apr 16 11:49:23.754815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85230) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 11:49:23.756606 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.common.config [-] Logging enabled! Apr 16 11:49:23.756896 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91 Apr 16 11:49:23.757246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85230) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 11:49:23.758285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:49:23.758553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:49:23.759594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:49:23.759905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:49:23.760172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:49:23.760546 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.760887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.761228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.761492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.761832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.762206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.762527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.762863 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.763203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.763528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.763844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.764192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.764455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.764775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.765106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.765438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.765695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] debug = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.766013 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.766551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.766870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.767186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.767516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.767831 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.768196 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.768981 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.769330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.769694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] host = dv-cinder-786627-1-iscsi {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.770009 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.770340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.770677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.771003 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.771316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.771629 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.771978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.772295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.772603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] log_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.772914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.773246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.773575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.773916 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.774173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.774427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.774757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.775086 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.775396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.775705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.776038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.776351 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.776659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.776964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.777289 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.777612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.777938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.778246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.778553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.778863 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.779169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.779495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.779803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.780135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.780445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.780778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.781079 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.781388 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.781732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.782060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.782383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.782710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.783019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.783343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.783650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.783979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.784923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] use_json = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.785235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.785546 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.785870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.786180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.786489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.786798 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.787109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.787439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:23.787774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.788141 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.788491 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.788807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.789146 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.789462 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.789794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.790110 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.790443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.790783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.791108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.791422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.791745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.792083 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.792427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.792775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.793113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.793448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.793759 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.794069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.794378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.794695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.795017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.795355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.795689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.796023 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.796344 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.796679 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.796995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.797305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.797622 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.797955 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.798271 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.798580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.798899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.799214 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.799525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.799904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.800218 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.800554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.800875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.801183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.801491 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.801804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.802112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.802460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.802774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.803087 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.803390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.803708 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.804043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.804357 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.804674 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.804984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.805298 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.805609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.805916 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.806224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.806532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.806839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.807146 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.807454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.807772 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.808117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.808427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.808735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.809045 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.809356 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.809678 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.810013 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.810328 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.810644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.810963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.811278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.811592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.811927 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.812247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.812563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.812873 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.813207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.813524 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.813846 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.814167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.814481 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.814819 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.815133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.815474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.815788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.816152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.816478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.816798 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.817131 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.817461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.817790 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.818123 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.818451 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.818768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.819119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.819435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:23.819683 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:49:23.819972 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85230) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 16 11:49:24.484509 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO keyring.backend [-] Loading Gnome Apr 16 11:49:24.501809 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO keyring.backend [-] Loading Google Apr 16 11:49:24.505106 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO keyring.backend [-] Loading Windows (alt) Apr 16 11:49:24.508822 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO keyring.backend [-] Loading file Apr 16 11:49:24.509660 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO keyring.backend [-] Loading keyczar Apr 16 11:49:24.509941 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO keyring.backend [-] Loading multi Apr 16 11:49:24.510576 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO keyring.backend [-] Loading pyfs Apr 16 11:49:24.556382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:24.556689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:24.557017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:24.557389 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 16 11:49:24.950430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:24.950971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:24.951109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:24.952405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:24.952834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:24.953134 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:24.992980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:24.993288 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:24.993590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.008321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.008628 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.008930 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.073973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.074276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.074578 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.075577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.075920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.077656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.347605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.347954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.348259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.348563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.349400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.496316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.496695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.497018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.497330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.497620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.497999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.498296 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.498585 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.498864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.499197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.499487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.499789 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.500123 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.500412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.500717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.501028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.501318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.501634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.501922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.502253 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.502702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.503010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.503294 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.503631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.503932 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.504212 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.504644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:49:25.504912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:49:25.505186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:49:25.505454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:49:25.505722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:49:25.505990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:49:25.506411 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 16 11:49:25.509639 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 16 11:49:25.513688 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 16 11:49:25.517506 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 16 11:49:25.519670 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 16 11:49:25.520959 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 16 11:49:25.521341 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 16 11:49:25.521777 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 16 11:49:25.524541 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 16 11:49:25.524824 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 16 11:49:25.525213 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 11:49:25.553024 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 16 11:49:25.553545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.553880 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85230) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 16 11:49:25.554465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.555809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85230) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 16 11:49:25.556155 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 11:49:25.556434 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 16 11:49:25.559596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.559931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:25.627328 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 16 11:49:25.627548 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 16 11:49:25.627826 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 16 11:49:25.628779 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 16 11:49:25.661833 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_db.sqlalchemy.engines [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85230) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 16 11:49:26.102609 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Initializing driver for type 'gre' Apr 16 11:49:26.103181 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] gre ID ranges: [(1, 1000)] Apr 16 11:49:26.142171 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Initializing driver for type 'local' Apr 16 11:49:26.142538 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Initializing driver for type 'vlan' Apr 16 11:49:26.153058 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] VlanTypeDriver initialization complete Apr 16 11:49:26.153439 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Initializing driver for type 'vxlan' Apr 16 11:49:26.153974 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] vxlan ID ranges: [(1, 1000)] Apr 16 11:49:26.196178 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Initializing extension driver 'port_security' Apr 16 11:49:26.196531 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.extensions.port_security [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] PortSecurityExtensionDriver initialization complete Apr 16 11:49:26.196895 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Initializing mechanism driver 'openvswitch' Apr 16 11:49:26.197248 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Initializing mechanism driver 'hyperv' Apr 16 11:49:26.203467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:26.204319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > port after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.204734 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > port after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.205122 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > port after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.205547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > subnet after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.205938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > subnet after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.206320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.206734 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > network after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.207385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > network after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.207764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > network after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.208203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > security_group after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.208587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > security_group after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.209108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.209527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.209916 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.210295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.210712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > address_group after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.211092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > address_group after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.211467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.211831 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] ML2 OVO RPC backend initialized. {{(pid=85230) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 16 11:49:26.212640 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.213035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.213494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > network before_response 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.213879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > networks before_response 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.214261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > port before_response 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.214639 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > ports before_response 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.215019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > subnet before_response 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.215397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > subnets before_response 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.215780 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > network after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.216182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > network after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.216556 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > network after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.216927 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > port after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.217298 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > port after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.217668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > port after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.218043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > subnet after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.218415 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > subnet after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.218785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.219413 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.plugin [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Modular L2 Plugin initialization complete Apr 16 11:49:26.219771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading services supported by the core plugin {{(pid=85230) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 16 11:49:26.220167 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.managers [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Got port-security extension from driver 'port_security' Apr 16 11:49:26.220672 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.extensions.vlantransparent [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Disabled vlantransparent extension. Apr 16 11:49:26.221205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85230) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 16 11:49:26.221548 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading Plugin: router Apr 16 11:49:26.260311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.260756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router after_create 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.261165 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router before_create 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.261573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.261990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.262382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router after_delete 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.262779 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.263188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router after_create 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.263570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router after_update 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.263989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router after_update 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.264380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.264784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router after_update 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.265275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router precommit_update 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.265696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: port after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.266074 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: port after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.266447 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: subnet after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.266824 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.267208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.267593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router precommit_create 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.268003 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: port before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.268385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router precommit_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.268822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router after_update 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.269206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.269596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router precommit_create 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.270002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.270385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router precommit_update 55549900 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.270816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > network after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.271826 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Tracking information for resource: router configured {{(pid=85230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:49:26.272226 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Tracking information for resource: floatingip configured {{(pid=85230) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:49:26.277073 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_agentschedulers_db [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 16 11:49:26.277724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: port after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.278120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: port after_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.278507 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: port after_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.278898 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: port after_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.279796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router before_create 55550100 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.280229 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.280634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router precommit_create 55550100 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.281031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > router precommit_update 55550100 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.285882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.provider_configuration [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service providers = [] {{(pid=85230) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 16 11:49:26.286279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.servicetype_db [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85230) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 16 11:49:26.289137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.service_base [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85230) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:49:26.289523 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.service_base [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85230) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:49:26.289898 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.service_base [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85230) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:49:26.290788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.service_base [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85230) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:49:26.291191 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.services.service_base [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 16 11:49:26.291609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:49:26.291989 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 16 11:49:26.302602 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:49:26.302974 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading Plugin: auto_allocate Apr 16 11:49:26.308592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: network precommit_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.309007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: network precommit_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.309606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:49:26.309963 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading Plugin: tag Apr 16 11:49:26.317588 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:49:26.317962 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading Plugin: timestamp Apr 16 11:49:26.321822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:49:26.322191 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading Plugin: network_ip_availability Apr 16 11:49:26.327665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.328113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.328515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.329308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:49:26.329669 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading Plugin: flavors Apr 16 11:49:26.334420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:49:26.334787 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading Plugin: revisions Apr 16 11:49:26.339349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85230) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:49:26.339782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:26.340618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85230) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 16 11:49:26.340983 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Initializing extension manager. Apr 16 11:49:26.341545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: __init__.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.341922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: __pycache__ {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.342293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.342662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: address_group.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.343462 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.344116 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: address-group Apr 16 11:49:26.344478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: address_scope.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.345237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.345819 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: address-scope Apr 16 11:49:26.346177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.347617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.348226 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: router-admin-state-down-before-update Apr 16 11:49:26.348587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: agent.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.349341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.349927 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: agent Apr 16 11:49:26.350287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: agent_resources_synced.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.351193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.351770 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: agent-resources-synced Apr 16 11:49:26.352158 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: allowedaddresspairs.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.353974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.354513 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: allowed-address-pairs Apr 16 11:49:26.354877 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: auto_allocated_topology.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.355970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.356559 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: auto-allocated-topology Apr 16 11:49:26.356928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: availability_zone.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.357676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.358253 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: availability_zone Apr 16 11:49:26.358615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: availability_zone_filter.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.359538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.360137 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: availability_zone_filter Apr 16 11:49:26.360497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: data_plane_status.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.361523 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.362094 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension data-plane-status not supported by any of loaded plugins Apr 16 11:49:26.362998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: default_subnetpools.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.363922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.364507 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: default-subnetpools Apr 16 11:49:26.364868 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.365739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.366320 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: dhcp_agent_scheduler Apr 16 11:49:26.366684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: dns.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.367592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.368193 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension dns-integration not supported by any of loaded plugins Apr 16 11:49:26.368563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: dns_domain_ports.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.369482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.370061 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 16 11:49:26.370421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: dvr.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.371141 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.371714 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: dvr Apr 16 11:49:26.372097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: empty_string_filtering.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.373016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.373595 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: empty-string-filtering Apr 16 11:49:26.373952 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.374859 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.375426 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 16 11:49:26.375783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.376728 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.377308 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 16 11:49:26.377670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: external_net.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.378610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.379193 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: external-net Apr 16 11:49:26.379554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.380485 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.381060 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: extra_dhcp_opt Apr 16 11:49:26.381419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: extraroute.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.382340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.382918 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: extraroute Apr 16 11:49:26.383274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: extraroute_atomic.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.384335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.384913 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: extraroute-atomic Apr 16 11:49:26.385273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: filter_validation.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.385968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.386539 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: filter-validation Apr 16 11:49:26.386884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: fip_pf_description.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.387789 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.388396 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 16 11:49:26.388761 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: fip_port_details.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.389785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.390364 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: fip-port-details Apr 16 11:49:26.390722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: flavors.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.391968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.392556 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: flavors Apr 16 11:49:26.392918 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.394611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.395205 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 16 11:49:26.395577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: floatingip_pools.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.396367 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.397116 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: floatingip-pools Apr 16 11:49:26.397597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: ip_allocation.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.398546 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.399128 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension ip_allocation not supported by any of loaded plugins Apr 16 11:49:26.399495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.400443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.401017 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: ip-substring-filtering Apr 16 11:49:26.401380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: l2_adjacency.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.402311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.402879 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 16 11:49:26.403240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: l3.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.404350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.404932 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: router Apr 16 11:49:26.405293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.407544 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.408167 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 16 11:49:26.408536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.410017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.410599 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: ext-gw-mode Apr 16 11:49:26.410965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.412029 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.412614 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: l3-ha Apr 16 11:49:26.412976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: l3_flavors.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.413904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.414482 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: l3-flavors Apr 16 11:49:26.414844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.415778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.416744 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 16 11:49:26.417104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: l3agentscheduler.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.418293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.418889 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: l3_agent_scheduler Apr 16 11:49:26.419252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: logging.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.420767 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.421362 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension logging not supported by any of loaded plugins Apr 16 11:49:26.421735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: metering.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.422533 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.423233 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: metering Apr 16 11:49:26.423604 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.424726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.425872 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: metering_source_and_destination_fields Apr 16 11:49:26.426234 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: multiprovidernet.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.427188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.427768 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: multi-provider Apr 16 11:49:26.428171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: netmtu.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.429093 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.429666 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: net-mtu Apr 16 11:49:26.430028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: netmtu_writable.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.430947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.431521 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: net-mtu-writable Apr 16 11:49:26.431923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: network_availability_zone.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.432725 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.433299 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: network_availability_zone Apr 16 11:49:26.433658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: network_ip_availability.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.434748 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.435332 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: network-ip-availability Apr 16 11:49:26.435699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: network_segment_range.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.436536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.437117 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension network-segment-range not supported by any of loaded plugins Apr 16 11:49:26.437479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: pagination.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.438471 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.438848 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: pagination Apr 16 11:49:26.439206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: port_device_profile.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.440141 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.440745 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: port-device-profile Apr 16 11:49:26.441107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.442042 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.442617 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: port-mac-address-regenerate Apr 16 11:49:26.442981 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.443920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.444507 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: port-numa-affinity-policy Apr 16 11:49:26.444869 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: port_resource_request.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.445996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.446328 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension port-resource-request not supported by any of loaded plugins Apr 16 11:49:26.446693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: portbindings.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.447619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.448287 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: binding Apr 16 11:49:26.448652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: portbindings_extended.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.449931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.450517 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: binding-extended Apr 16 11:49:26.450884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: portsecurity.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.451805 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.452412 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: port-security Apr 16 11:49:26.452771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: project_id.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.453762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.454138 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: project-id Apr 16 11:49:26.454497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: providernet.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.455424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.456060 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: provider Apr 16 11:49:26.456422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: qos.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.460394 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.460999 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension qos not supported by any of loaded plugins Apr 16 11:49:26.461372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.462682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.463259 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 16 11:49:26.463624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.464668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.465251 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 16 11:49:26.465619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: qos_default.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.466541 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.467122 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension qos-default not supported by any of loaded plugins Apr 16 11:49:26.467481 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: qos_fip.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.468207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.468774 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension qos-fip not supported by any of loaded plugins Apr 16 11:49:26.469134 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: qos_gateway_ip.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.470073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.470648 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 16 11:49:26.471006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: qos_port_network_policy.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.472494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.473075 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 16 11:49:26.473433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: qos_rule_type_details.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.474359 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.474933 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 16 11:49:26.475291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: qos_rules_alias.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.476364 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.476942 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 16 11:49:26.477305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: quotasv2.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.478351 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.478727 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: quotas Apr 16 11:49:26.479085 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: quotasv2_detail.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.480861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.481243 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: quota_details Apr 16 11:49:26.481609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: rbac.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.482784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.483380 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: rbac-policies Apr 16 11:49:26.483743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: rbac_address_group.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.484729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.485322 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: rbac-address-group Apr 16 11:49:26.485685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: rbac_address_scope.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.486601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.487182 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: rbac-address-scope Apr 16 11:49:26.488143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: rbac_security_groups.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.489063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.489648 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: rbac-security-groups Apr 16 11:49:26.490011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: rbac_subnetpool.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.490949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.491532 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: rbac-subnetpool Apr 16 11:49:26.491914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: revisionifmatch.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.492879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.493459 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: revision-if-match Apr 16 11:49:26.493820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: revisions.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.494954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.495534 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: standard-attr-revisions Apr 16 11:49:26.495915 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: router_availability_zone.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.496645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.497221 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: router_availability_zone Apr 16 11:49:26.497580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: routerservicetype.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.498528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.499105 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension router-service-type not supported by any of loaded plugins Apr 16 11:49:26.499467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.500447 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.501025 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: security-groups-normalized-cidr Apr 16 11:49:26.501382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.502313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.502916 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: port-security-groups-filtering Apr 16 11:49:26.503281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.504296 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.504875 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: security-groups-remote-address-group Apr 16 11:49:26.505234 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: securitygroup.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.518961 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.519570 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: security-group Apr 16 11:49:26.519960 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: segment.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.520837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.521421 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension segment not supported by any of loaded plugins Apr 16 11:49:26.521913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.522824 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.523407 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 16 11:49:26.523771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: servicetype.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.524897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.525487 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: service-type Apr 16 11:49:26.525851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: sorting.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.526835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.527215 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: sorting Apr 16 11:49:26.527576 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: standard_attr_segment.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.528545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.529133 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 16 11:49:26.529495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: standardattrdescription.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.530202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.530780 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: standard-attr-description Apr 16 11:49:26.531139 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: stateful_security_group.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.532104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.532710 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: stateful-security-group Apr 16 11:49:26.533071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: stdattrs_common.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.533658 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 16 11:49:26.534016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.535545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.536159 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 16 11:49:26.536519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: subnet_onboard.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.537585 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.538843 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: subnet_onboard Apr 16 11:49:26.538843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.538843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.538843 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 16 11:49:26.538843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: subnet_service_types.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.541506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.541779 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: subnet-service-types Apr 16 11:49:26.542139 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: subnetallocation.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.543216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.543803 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: subnet_allocation Apr 16 11:49:26.544207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.544915 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.545504 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: subnetpool-prefix-ops Apr 16 11:49:26.545864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.546794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.547368 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 16 11:49:26.547728 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: tagging.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.549066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.549659 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: standard-attr-tag Apr 16 11:49:26.550594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: timestamp.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.551767 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.552378 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loaded extension: standard-attr-timestamp Apr 16 11:49:26.552745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: trunk.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.553799 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.554347 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension trunk not supported by any of loaded plugins Apr 16 11:49:26.554709 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: trunk_details.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.555624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.556231 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension trunk-details not supported by any of loaded plugins Apr 16 11:49:26.556593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: uplink_status_propagation.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.557509 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.558083 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 16 11:49:26.558445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Loading extension file: vlantransparent.py {{(pid=85230) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:49:26.559145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85230) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:49:26.559718 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 16 11:49:26.562464 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:network Apr 16 11:49:26.563285 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:subnet Apr 16 11:49:26.563995 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:49:26.564655 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:port Apr 16 11:49:26.566192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.566674 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service FLAVORS assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.567346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.567806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.568196 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:router Apr 16 11:49:26.568926 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 11:49:26.569701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service METERING assigned prefix: /metering {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.571523 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.571956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.572350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85230) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:26.573505 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 11:49:26.573985 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:security_group Apr 16 11:49:26.574793 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 11:49:26.575577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service CORE assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.575976 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:49:26.576340 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] subnetpool is already registered Apr 16 11:49:26.577004 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service CORE assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.577368 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:49:26.577725 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] subnetpool is already registered Apr 16 11:49:26.580482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.580958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service FLAVORS assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.581621 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.582348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.582718 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:router Apr 16 11:49:26.583081 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] router is already registered Apr 16 11:49:26.583733 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 11:49:26.584121 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] floatingip is already registered Apr 16 11:49:26.584814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service METERING assigned prefix: /metering {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.585539 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 11:49:26.585900 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] rbac_policy is already registered Apr 16 11:49:26.586517 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:security_group Apr 16 11:49:26.586875 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] security_group is already registered Apr 16 11:49:26.587520 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 11:49:26.587917 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] security_group_rule is already registered Apr 16 11:49:26.588620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service CORE assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.589366 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:49:26.589749 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] subnetpool is already registered Apr 16 11:49:26.590423 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.resource_helper [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Service CORE assigned prefix: {{(pid=85230) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:49:26.590786 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:49:26.591146 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.quota.resource_registry [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] subnetpool is already registered Apr 16 11:49:26.591850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: extensions {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.593432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: address-groups {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.595102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: address-scopes {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.596402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: agents {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.598153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: auto-allocated-topology {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.599465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: availability_zones {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.600896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: dhcp-networks {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.602380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: dhcp-agents {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.603906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: routers {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.605837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: flavors {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.607017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: service_profiles {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.608320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: next_providers {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.609937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: service_profiles {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.611456 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: floatingip-pools {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.613330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: routers {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.615209 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: floatingips {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.616501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: l3-routers {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.617975 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: l3-agents {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.619464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: metering-labels {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.621773 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: metering-label-rules {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.623115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: network-ip-availabilities {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.624478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: bindings {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.626225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: quotas {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.627740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: quotas {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.629281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: rbac-policies {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.630644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: security-groups {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.631940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: security-group-rules {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.633243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: service-providers {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.634528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: subnetpools {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.636048 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: subnetpools {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.637558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: tags {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.639345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: tags {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.641260 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: tags {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.643117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: tags {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.645030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: tags {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.647013 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: tags {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.648831 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: tags {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.650818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: tags {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.652723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: tags {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.654658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.extensions [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Extended resource: tags {{(pid=85230) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:49:26.662112 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING keystonemiddleware.auth_token [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 16 11:49:26.667410 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING keystonemiddleware.auth_token [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 16 11:49:26.676893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Acquired lock "singleton_lock" {{(pid=85230) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 16 11:49:26.677413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Releasing lock "singleton_lock" {{(pid=85230) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 16 11:49:26.678877 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO oslo_service.service [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Starting 2 workers Apr 16 11:49:26.683730 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Started child 85343 {{(pid=85230) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:49:26.687673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.688545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Started child 85344 {{(pid=85230) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:49:26.689147 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [-] (85343) wsgi starting up on http://0.0.0.0:9696 Apr 16 11:49:26.690064 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.service [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 16 11:49:26.690753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Notify callbacks [] for process, before_spawn {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.692348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.693368 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO oslo_service.service [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Starting 1 workers Apr 16 11:49:26.693855 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [-] (85344) wsgi starting up on http://0.0.0.0:9696 Apr 16 11:49:26.698827 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Started child 85345 {{(pid=85230) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:49:26.699376 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO oslo_service.service [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Starting 1 workers Apr 16 11:49:26.701030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.service [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] calling RpcWorker wait() {{(pid=85345) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 16 11:49:26.701427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.service [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] returning from RpcWorker wait() {{(pid=85345) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 16 11:49:26.702950 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.703444 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:26.704176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Started child 85346 {{(pid=85230) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:49:26.704974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-57124203-75b2-42d1-8ada-94e9138afdf1 None None] Notify callbacks [] for process, after_spawn {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.707381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85230) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 11:49:26.707619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:49:26.707804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:49:26.708283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:49:26.708682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:26.708940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:49:26.708940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:49:26.709421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.709675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:26.709764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.710009 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.710298 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.710606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.711374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.711549 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.712052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.712364 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.712634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.712834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.713027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.713314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.713583 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.713928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.714224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.714492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.714863 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.714973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.715216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.715514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.715809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.716131 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] debug = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.716401 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.716968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.717236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.717514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.717765 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.718062 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.718331 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.718623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.718886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.719135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.719415 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.719689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.719971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.720216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.720466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.720752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.720998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.721438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] host = dv-cinder-786627-1-iscsi {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.722332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.722736 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.723021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.723287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.723567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.723825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.724132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.724438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.724709 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.724968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.725244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.725517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.725770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.726024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.726190 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_options = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.726452 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.726754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.727055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.727267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.727456 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.727643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.727956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.728125 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.728401 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.728646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.728886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.729142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.729466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.729630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.729888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.730149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.730408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.730675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.730960 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.731238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.731512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.731786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.732550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.732550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.733793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.733793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.733793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.733793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.733793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.734370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.734370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.734370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.734751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.735015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.735511 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.735511 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.735820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.736125 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.736398 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.736677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.737422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.737422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.738751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.738751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.738751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.738751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_json = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.738751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.739968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.739968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.739968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.739968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.739968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.740332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.740332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.740714 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.741023 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.741524 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.741798 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.741909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.742162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.742439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.742684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.742945 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.743209 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.743527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.743780 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.744144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.744375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.744642 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.744998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.745300 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.745651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.745870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.746121 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.746385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.746667 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.747014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.747322 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.747601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.748169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.748169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.748473 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.748620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.748806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.749177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.749956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.749956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.749956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.749956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.750499 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.750499 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.750768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.750907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.751163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.751447 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.751712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.751986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.752231 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.752473 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.752716 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.753007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.753250 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.753511 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.753783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.754052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.754305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.754546 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.754786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.755058 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.755302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.755547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.755788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.756071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.756321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.756564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.756823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.757071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.757332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.757718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.757988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.758230 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.758473 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.758718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.758973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.759240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.759494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.759760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.760065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.760307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.763899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.763899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.763899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49140) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:26.764238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.764738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.765162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.765162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.765329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.765651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.765874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.766137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.766386 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.766679 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.766927 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.767184 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.767432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.767708 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.768018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.768317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.769130 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.769396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.769705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.769970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.770460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.770630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.770891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.771157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.771461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.771775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.772124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.772424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.772738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.773056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.773353 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.773638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.773924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.774191 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.774476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.774726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.775031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.775313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.775562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.775987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.776332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.776688 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.777009 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.777243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.777564 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0141139 Apr 16 11:49:26.777654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.777803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.778075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.779318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.779679 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.781051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.781051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.781248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.781539 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.782570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.782570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.782570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.782570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.782859 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.782989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.783389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.783840 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.784140 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.785689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.785689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.785689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.785689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.786028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.786106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.786353 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.786598 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.786850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.787120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.787371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.787625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.787899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.788900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.789193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.789449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.789771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.790069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.790339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.790608 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.790886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.791174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.791421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.791728 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.792008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.792276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.792521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.792779 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.793025 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.793285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.793563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.793823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.794078 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.794371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.794723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.795007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.795274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.795542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.795791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.796859 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.797279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.797704 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.798097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.798497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.798893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.799319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.799726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.800235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.800488 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.800753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.800986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.802424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.802424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.802424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.802424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.802424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.802788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.802860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.803095 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.803500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.803893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.804282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.804999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.805648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.806053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.806308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.806564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.806817 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.807081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.807327 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.807575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.807828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.808100 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.808363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.808587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.808964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.809438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.809693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.810017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.810307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.811548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.811548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.811548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.811548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.811842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.812908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.813192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.813469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.813706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.813962 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.814226 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.815525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.815525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.815525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.815525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.815835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.816098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.816541 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.816962 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.817344 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.817870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.818340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.818812 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.819285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.819712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.820192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.820597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.820991 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.821396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.821791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.822185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.822642 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.822908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.823332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.823732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.824188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.824594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.825089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.825363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.825657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.825940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.826113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:49:26.826866 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85230) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 11:49:26.826866 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:49:26.827037 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:49:26.827177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:49:26.827363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:49:26.827695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:49:26.828130 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.828303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.828503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.828672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.829027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.829242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.829436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.829631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.829820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.830009 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.830196 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.830383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.830541 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.830734 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.830921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.831639 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.831826 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.832304 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.832498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.832692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.832852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.833221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.833409 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] debug = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.833596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.833818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.834008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.834194 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.834380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.834563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.834750 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.834936 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.835120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.835304 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.835491 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.835676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.835861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.836086 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.836271 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.836459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.836625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.836979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] host = dv-cinder-786627-1-iscsi {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.837147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.837494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.837681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.837868 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.838053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.838237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.838421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.838606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.838793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.838976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.839161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.839347 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.839531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.839715 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.839931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_options = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.840120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.840304 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.840487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.840695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.840883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.841067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.841256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.841424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.841771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.841941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.842295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.842463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.842799 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.843808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.843808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.843808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.843808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.843808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.843808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.844555 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.844727 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.845055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.845404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.845595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.845763 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.845915 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.846109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.846292 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.846477 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.847506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.847506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.847673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.847809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.847999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.848129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.848315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.848499 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.848689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.848874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.849056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.849239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.849423 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.849619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.849771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.850028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.850247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_json = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.850425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.850425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.850729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.850995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.850995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.851302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.851302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.851742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:49:26.851742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.851742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.852558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.852760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.852933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.853294 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.854278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.854278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.854278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.854278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.854278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.854278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.854994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.854994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.854994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.854994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.855303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.855303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.855462 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.855633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.855801 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.856215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.856382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.856538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.856691 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.856883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.857073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.857263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.857457 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.857647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.857837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.858026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.858216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.858403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.858591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.858778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.858965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.859130 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.859323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.859512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.859699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.859899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.860166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.860376 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.860575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.860765 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.860935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.861120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.861307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.861493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.861692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.861879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.862065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.862273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.862466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.862630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.862816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.863005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.863191 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.863380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.863565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.863970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.863970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.864345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.864345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.864630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.864630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.864905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.864905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.865174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.865341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.865568 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.865568 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.865852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.865852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.866123 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.866263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.866403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.866544 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.866683 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.866823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.866963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.867118 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.867315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.867539 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.867687 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.867828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.868042 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.868231 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.869188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.869188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.869188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.869188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.869188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.869717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.869717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.869717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.869717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.870063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.870063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.870293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.870406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.870508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.870695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.870857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:26.870962 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.871069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.871208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.871396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.871582 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.871768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.871999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.872201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.872389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.872581 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.872748 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.873796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.873796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.873796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.873796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.873796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.873796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.874219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.874219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.874345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.874414 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.874568 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.874965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.875137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.875339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.875529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.875779 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.875985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.876135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.876277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.876426 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.876580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.876761 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.876932 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.877116 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.877303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.877492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.877679 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.877945 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.878385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.878563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.878817 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.878972 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.879117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.879273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.879468 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.879656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.879821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.880850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.881046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.881235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.881424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.881613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.881801 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.881988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.882174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.884252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.884252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.884252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.884252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.884252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.884252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.884252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.884252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.886070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.886070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.886070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.886070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.886070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.886070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.886070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.886070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.888461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.888461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.888461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.888461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.888461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.888461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.888461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.888461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.889760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.889760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.889760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.889760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.889760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.889760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.889760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.889760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.890612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.890612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.890612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.890612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.890612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.890612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.890612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.890612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.891818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.892419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.892419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.892419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.892419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.892419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.892843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.892843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.893030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.893030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.893209 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.893382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.894078 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.894245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.894429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.894626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.894817 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.894983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.895181 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.895480 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.895582 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.895731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.895902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.896088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.897119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.897119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.897119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.897119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.897119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.897119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.898402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.898402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.898402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.898607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.898757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.899143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.899500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.899703 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.899952 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.900134 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.900929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.900929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.900929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.900929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.900929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.901648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.901648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.901648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.901648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.902478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.902478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.902478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.902478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.902478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.903066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.903066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.903066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.903066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:49:26.903355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85230) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:49:38.487268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463397c-9aee-4c34-9e53-f23feefe893b None None] get_active_networks_info from dv-cinder-786627-1-iscsi {{(pid=85345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 11:49:38.696705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9463397c-9aee-4c34-9e53-f23feefe893b None None] No non-hosted networks {{(pid=85345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 16 11:49:38.739239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84117ba1-acc3-44b0-a6ec-079be2d2dafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647'] for agent, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:40.459220 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82aef38f-aa62-42e8-93a5-e3702609e1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647'] for agent, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:40.504533 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2986ee2c-58dd-4ab5-93d8-98fde5544685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.283667 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647'] for agent, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.811331 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647'] for agent, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.813468 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.814754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.821626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.827476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.830558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.834247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.836108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.839130 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.839745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.840422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.841106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.841611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:41.842704 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:41.850695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:43.187232 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647'] for agent, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:44.152470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49238) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:44.853389 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING oslo_policy.policy [None req-08dd643d-869c-4fe7-9185-ae41831863fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:49:44.853967 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING oslo_policy.policy [None req-08dd643d-869c-4fe7-9185-ae41831863fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:49:45.093598 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [None req-08dd643d-869c-4fe7-9185-ae41831863fd admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:49:45.094760 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-08dd643d-869c-4fe7-9185-ae41831863fd admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9412653 Apr 16 11:49:46.715920 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_hamode_db [None req-dd403f7d-bfec-4f3e-92ce-52402ea43271 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 16 11:49:46.806385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd403f7d-bfec-4f3e-92ce-52402ea43271 None None] Routers set() bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:46.806826 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd403f7d-bfec-4f3e-92ce-52402ea43271 None None] Router IDs set() for agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 16 11:49:47.916592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49252) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:48.322270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-763a047e-6ab8-4449-969b-75427c24f29f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:48.425510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.policy [None req-763a047e-6ab8-4449-969b-75427c24f29f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85344) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 11:49:48.482673 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING oslo_policy.policy [None req-763a047e-6ab8-4449-969b-75427c24f29f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:49:48.483100 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING oslo_policy.policy [None req-763a047e-6ab8-4449-969b-75427c24f29f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:49:48.501722 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota [None req-763a047e-6ab8-4449-969b-75427c24f29f admin admin] Loaded quota_driver: . Apr 16 11:49:48.518446 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-763a047e-6ab8-4449-969b-75427c24f29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:48.575492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-763a047e-6ab8-4449-969b-75427c24f29f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264805709930', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264805710558', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264805703479', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264805627787', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264805611816', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264805612259', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853731294', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-142976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3820248', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850848266'] for rbac-policy, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:48.798315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-763a047e-6ab8-4449-969b-75427c24f29f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:48.799570 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-763a047e-6ab8-4449-969b-75427c24f29f admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8819461 Apr 16 11:49:51.894645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49266) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:52.302094 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Request body: {'network': {'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'name': 'private', 'admin_state_up': True}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:52.308538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:52.313797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Usage tracker for resource:network and tenant:5aa1f2344b3948f6b35df8bf421a4451 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:52.317882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:52.325116 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:52.335374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Made reservation on behalf of 5aa1f2344b3948f6b35df8bf421a4451 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:52.341522 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.359643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.376133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:52.380442 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Usage tracker for resource:security_group_rule and tenant:5aa1f2344b3948f6b35df8bf421a4451 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:52.384449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:52.391718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:52.505543 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.508796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.514098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:52.533813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:49:52.565914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264805081153', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.566562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Unsubscribe: segment precommit_create {{(pid=85344) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 11:49:52.567042 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Added segment 7f409c53-0b48-46bd-8772-095d54cbb4e1 of type vlan for network 4938a891-0cf8-4197-954f-ce38b379d1a2 Apr 16 11:49:52.621252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd560025-f1a4-4c05-ae08-fe29679e9791,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:52.640159 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.640479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.640857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.641256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.641658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.642063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.642452 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.642814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.643175 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.643533 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.644519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.644883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Tracked resource versions report: Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: pushed versions: Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: { 'AddressGroup': {'1.2'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': {'1.0'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': {'1.0'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': {'1.1'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': {'1.7'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': {'1.2'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': {'1.8'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': {'1.4'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': {'1.0'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': {'1.1'}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': {'1.1'}} Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: consumer versions: Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: { DHCP agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: L3 agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: Metadata agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: Metering agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: Open vSwitch agent@dv-cinder-786627-1-iscsi: { 'AddressGroup': '1.2', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': '1.0', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': '1.0', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': '1.1', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': '1.7', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': '1.2', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': '1.8', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': '1.4', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': '1.2', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': '1.0', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': '1.1', Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': '1.1'}} Apr 16 11:49:52.646015 dv-cinder-786627-1-iscsi neutron-server[85230]: {{(pid=85344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:49:52.698270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.704948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:52.742460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.744158 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:52.744854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.750345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:52.867573 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9716859 Apr 16 11:49:52.868387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Pushing event updated for resources: {'Network': ['ID=4938a891-0cf8-4197-954f-ce38b379d1a2,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:52.894073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:52.905073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 4938a891-0cf8-4197-954f-ce38b379d1a2 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:49:56.076801 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49282) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:56.646383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e7d7ab-9970-427e-9ef4-5d86b59003b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:56.647943 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-27e7d7ab-9970-427e-9ef4-5d86b59003b4 admin admin] 10.222.0.48 "GET /v2.0/networks/4938a891-0cf8-4197-954f-ce38b379d1a2 HTTP/1.1" status: 200 len: 825 time: 0.5699985 Apr 16 11:49:56.677919 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-4ce85151-b380-49d7-84be-9a3de684ac68 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/3824dab4-470b-484d-9e46-942a5a52d91c HTTP/1.1" status: 200 len: 734 time: 0.0235777 Apr 16 11:49:56.688250 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Request body: {'subnet': {'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'ip_version': 4, 'subnetpool_id': '3824dab4-470b-484d-9e46-942a5a52d91c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:56.693850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:56.697988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Usage tracker for resource:subnet and tenant:5aa1f2344b3948f6b35df8bf421a4451 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:56.701210 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:56.708635 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:56.718752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Made reservation on behalf of 5aa1f2344b3948f6b35df8bf421a4451 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:56.723542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.230052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.245994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:57.381797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c266cb-35b2-4943-9772-ad9db21e1a38,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:57.385247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:57.475156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Checking segment: {'id': '7f409c53-0b48-46bd-8772-095d54cbb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:57.475594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Network hostable DHCP agents. Network: 4938a891-0cf8-4197-954f-ce38b379d1a2, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:49:57.497814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Network 4938a891-0cf8-4197-954f-ce38b379d1a2 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:49:57.507831 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 4938a891-0cf8-4197-954f-ce38b379d1a2) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:57.513304 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:57.514336 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.517948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962b654a-a7d1-4714-a8a3-53bf3e8b75ce None None] Network 4938a891-0cf8-4197-954f-ce38b379d1a2 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:49:57.543917 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8543694 Apr 16 11:49:58.053674 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1524a0a1-71c2-54fb-a479-75533e45da76-4938a891-0cf8-4197-954f-ce38b379d1a2', 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'fixed_ips': [{'subnet_id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38'}]}} from dv-cinder-786627-1-iscsi. {{(pid=85345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:49:58.054890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.266094 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Allocated IP 172.20.0.2 (4938a891-0cf8-4197-954f-ce38b379d1a2/f6c266cb-35b2-4943-9772-ad9db21e1a38/05937228-481a-4f39-8eaa-23532375361a) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:58.530877 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.544777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Transition to ACTIVE for port object 05937228-481a-4f39-8eaa-23532375361a will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:58.567385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Transition to ACTIVE for port object 05937228-481a-4f39-8eaa-23532375361a will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:58.573935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.594248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:58.722964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Pushing event updated for resources: {'Port': ['ID=05937228-481a-4f39-8eaa-23532375361a,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:58.742757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.743130 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.743503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.743897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.744264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.744623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.744979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.745335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.745702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.746055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.746403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.746753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Tracked resource versions report: Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: pushed versions: Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: { 'AddressGroup': {'1.2'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': {'1.0'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': {'1.0'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': {'1.1'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': {'1.7'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': {'1.2'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': {'1.8'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': {'1.4'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': {'1.0'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': {'1.1'}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': {'1.1'}} Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: consumer versions: Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: { DHCP agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: L3 agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: Metadata agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: Metering agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: Open vSwitch agent@dv-cinder-786627-1-iscsi: { 'AddressGroup': '1.2', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': '1.0', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': '1.0', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': '1.1', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': '1.7', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': '1.2', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': '1.8', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': '1.4', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': '1.2', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': '1.0', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': '1.1', Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': '1.1'}} Apr 16 11:49:58.747927 dv-cinder-786627-1-iscsi neutron-server[85230]: {{(pid=85345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:49:58.763693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:58.808392 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Network 4938a891-0cf8-4197-954f-ce38b379d1a2 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:58.809811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Resources bound (agent type, host, resource id): {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:58.812738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:58.929754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Attempting to bind port 05937228-481a-4f39-8eaa-23532375361a on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:58.930157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Attempting to bind port 05937228-481a-4f39-8eaa-23532375361a by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '7f409c53-0b48-46bd-8772-095d54cbb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:58.930573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Attempting to bind port 05937228-481a-4f39-8eaa-23532375361a on network 4938a891-0cf8-4197-954f-ce38b379d1a2 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:58.937443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:58.937957 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Checking segment: {'id': '7f409c53-0b48-46bd-8772-095d54cbb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:58.938286 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.938718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Bound using segment: {'id': '7f409c53-0b48-46bd-8772-095d54cbb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:58.939267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Bound port: 05937228-481a-4f39-8eaa-23532375361a, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f409c53-0b48-46bd-8772-095d54cbb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:58.939706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.055308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] For port 05937228-481a-4f39-8eaa-23532375361a, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:59.060049 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] For port 05937228-481a-4f39-8eaa-23532375361a, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=05937228-481a-4f39-8eaa-23532375361a,segment=NetworkSegment(7f409c53-0b48-46bd-8772-095d54cbb4e1),segment_id=7f409c53-0b48-46bd-8772-095d54cbb4e1)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:59.064774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:59.080487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:59.234613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Pushing event updated for resources: {'Port': ['ID=05937228-481a-4f39-8eaa-23532375361a,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:59.239894 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:00.594152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49292) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:01.125436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [None req-a88e6fa9-8430-4194-b85f-7d1aa3dff601 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:50:01.126537 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a88e6fa9-8430-4194-b85f-7d1aa3dff601 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5313287 Apr 16 11:50:03.921027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49302) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:04.418687 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [None req-f06c1a50-3983-41a5-959a-a31b0c622072 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:50:04.426783 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f06c1a50-3983-41a5-959a-a31b0c622072 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5043123 Apr 16 11:50:04.761349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:50:06.208488 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 05937228-481a-4f39-8eaa-23532375361a up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:06.283570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 05937228-481a-4f39-8eaa-23532375361a completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:06.383417 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38dfdd-7a28-4180-a182-436eb433808b None None] Network 4938a891-0cf8-4197-954f-ce38b379d1a2 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:50:06.484105 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-328c3469-9c84-4e06-bb8f-d92158e5b82f None None] Provisioning for port 05937228-481a-4f39-8eaa-23532375361a completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:06.504840 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-328c3469-9c84-4e06-bb8f-d92158e5b82f None None] Provisioning complete for port 05937228-481a-4f39-8eaa-23532375361a triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:06.505245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-328c3469-9c84-4e06-bb8f-d92158e5b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.734613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-328c3469-9c84-4e06-bb8f-d92158e5b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.781799 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-328c3469-9c84-4e06-bb8f-d92158e5b82f None None] For port 05937228-481a-4f39-8eaa-23532375361a, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=05937228-481a-4f39-8eaa-23532375361a,segment=NetworkSegment(7f409c53-0b48-46bd-8772-095d54cbb4e1),segment_id=7f409c53-0b48-46bd-8772-095d54cbb4e1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:06.785820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-328c3469-9c84-4e06-bb8f-d92158e5b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.791733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:06.870730 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c3469-9c84-4e06-bb8f-d92158e5b82f None None] Pushing event updated for resources: {'Port': ['ID=05937228-481a-4f39-8eaa-23532375361a,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:06.875188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-328c3469-9c84-4e06-bb8f-d92158e5b82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:07.010526 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db555cbc-81d6-4108-8d7e-1d687a07809b None None] Provisioning complete for port 05937228-481a-4f39-8eaa-23532375361a triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:07.010866 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db555cbc-81d6-4108-8d7e-1d687a07809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:07.532767 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49318) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:07.917313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'name': 'router1'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:07.922817 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:07.927360 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] Usage tracker for resource:router and tenant:5aa1f2344b3948f6b35df8bf421a4451 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:07.930601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:07.936615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:07.945669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854333925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12756'] for router, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:07.946996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763044'] for router, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:07.968525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:08.075082 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954'] for router, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:08.095145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:08.096570 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-7125b07d-1a14-4636-b852-be145e24c84f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5626740 Apr 16 11:50:08.181428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 05937228-481a-4f39-8eaa-23532375361a up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:08.263674 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 05937228-481a-4f39-8eaa-23532375361a triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:08.264149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:08.395630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5f322332-33b5-4328-885f-54daf6b8ed7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.460481 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a0a7bd97-f2e6-4325-b844-0cfee2fff97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.916037 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49336) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:11.098574 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [None req-18f6b2c2-b971-41c7-9084-d687484ffdf2 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:50:11.099727 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-18f6b2c2-b971-41c7-9084-d687484ffdf2 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1825080 Apr 16 11:50:11.208860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:11.801290 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.105699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.704489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49356) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:13.756396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:13.761228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:13.765244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Usage tracker for resource:network and tenant:4fc5740861884315a8b58b7fb7c1b3ed is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:13.768675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:13.775250 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:13.784282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Made reservation on behalf of 4fc5740861884315a8b58b7fb7c1b3ed for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:13.788954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.801603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.816637 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:13.820477 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc5740861884315a8b58b7fb7c1b3ed is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:13.823251 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:13.829055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:13.917616 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.920947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.925515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:13.943011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Reserving flat network on physical network physnet1 {{(pid=85344) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 16 11:50:13.969487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4269c41c-e26e-41fc-b2c9-5d0002ee9363,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:13.972928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:13.974091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.974478 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Added segment f2279686-9d5a-4379-a8b8-aa61d6ac2e66 of type flat for network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 Apr 16 11:50:14.011270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.047781 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.049236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:14.049913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.055373 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:14.306761 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6009831 Apr 16 11:50:14.309643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Pushing event updated for resources: {'Network': ['ID=eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:14.312445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:14.320714 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:50:16.893173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49368) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:17.008109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5af177-aea4-41a1-8079-4765290e86a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:17.009620 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2a5af177-aea4-41a1-8079-4765290e86a7 admin admin] 10.222.0.48 "GET /v2.0/subnets/f6c266cb-35b2-4943-9772-ad9db21e1a38 HTTP/1.1" status: 200 len: 849 time: 0.1153333 Apr 16 11:50:17.157147 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-454a3ad1-cbe1-41c3-b94c-69cc6b76d8ae admin admin] 10.222.0.48 "GET /v2.0/routers/56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 HTTP/1.1" status: 200 len: 704 time: 0.1416323 Apr 16 11:50:17.647976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:17.883525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Allocated IP 172.20.0.1 (4938a891-0cf8-4197-954f-ce38b379d1a2/f6c266cb-35b2-4943-9772-ad9db21e1a38/2d92e0d9-f66b-44fd-b8fb-8713906a7a21) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:50:18.047169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:18.065163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Transition to ACTIVE for port object 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:18.121432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:18.140285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:18.267258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Pushing event updated for resources: {'Port': ['ID=2d92e0d9-f66b-44fd-b8fb-8713906a7a21,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:18.279266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:18.334504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Network 4938a891-0cf8-4197-954f-ce38b379d1a2 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:50:18.335688 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:18.338073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:50:18.338614 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444299'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:18.528020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-8bad8046-b8a0-4a5a-87d8-f4ae8c6216b4 None None] Provisioning for port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:18.533392 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-8bad8046-b8a0-4a5a-87d8-f4ae8c6216b4 None None] Provisioning complete for port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:18.533801 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8bad8046-b8a0-4a5a-87d8-f4ae8c6216b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:18.593987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-8bad8046-b8a0-4a5a-87d8-f4ae8c6216b4 None None] Port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:50:18.776785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:19.016719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:19.020181 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:19.021280 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854155099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854331412'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:19.036127 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:19.158635 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Pushing event updated for resources: {'Port': ['ID=2d92e0d9-f66b-44fd-b8fb-8713906a7a21,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:19.168740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:19.226634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Network 4938a891-0cf8-4197-954f-ce38b379d1a2 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:50:19.227754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:19.420065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-29670adb-ad34-4f24-933a-ab494453c8fa None None] Provisioning complete for port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:19.420483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-29670adb-ad34-4f24-933a-ab494453c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:19.427898 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Router 56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 is scheduled to L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa with binding_index 1 {{(pid=85344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:50:19.480507 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-29670adb-ad34-4f24-933a-ab494453c8fa None None] Port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:50:19.593237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:50:19.603632 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Sync routers for ids ['56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:50:19.604529 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] 10.222.0.48 "PUT /v2.0/routers/56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4410627 Apr 16 11:50:19.614963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Routers {'56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:19.616052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:50:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:19.801796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Set router 56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 gateway port host: None {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:20.368796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'name': 'router1', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:50:07Z', 'updated_at': '2021-04-16T11:50:18Z', 'revision_number': 2, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'gw_port_host': None, '_interfaces': [{'id': '2d92e0d9-f66b-44fd-b8fb-8713906a7a21', 'name': '', 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'mac_address': 'fa:16:3e:9d:da:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:50:17Z', 'updated_at': '2021-04-16T11:50:18Z', 'revision_number': 2, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'subnets': [{'id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3824dab4-470b-484d-9e46-942a5a52d91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:20.373949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Checking router: 56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:50:20.374282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Updating router 56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:50:20.435019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:20.830483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:20.845503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Transition to ACTIVE for port object 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:20.851741 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:20.867317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:21.010353 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Pushing event updated for resources: {'Port': ['ID=2d92e0d9-f66b-44fd-b8fb-8713906a7a21,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:21.031529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.031933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.032313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.032677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.033059 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.033407 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.033772 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.034129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.034545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.035420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.035777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.036156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Tracked resource versions report: Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: pushed versions: Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: { 'AddressGroup': {'1.2'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': {'1.0'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': {'1.0'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': {'1.1'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': {'1.7'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': {'1.2'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': {'1.8'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': {'1.4'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': {'1.0'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': {'1.1'}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': {'1.1'}} Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: consumer versions: Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: { DHCP agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: L3 agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: Metadata agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: Metering agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: Open vSwitch agent@dv-cinder-786627-1-iscsi: { 'AddressGroup': '1.2', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': '1.0', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': '1.0', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': '1.1', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': '1.7', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': '1.2', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': '1.8', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': '1.4', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': '1.2', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': '1.0', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': '1.1', Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': '1.1'}} Apr 16 11:50:21.037279 dv-cinder-786627-1-iscsi neutron-server[85230]: {{(pid=85346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:50:21.044947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:21.234223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Attempting to bind port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:50:21.234641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Attempting to bind port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '7f409c53-0b48-46bd-8772-095d54cbb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:50:21.235063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Attempting to bind port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 on network 4938a891-0cf8-4197-954f-ce38b379d1a2 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:21.240725 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:50:21.241143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Checking segment: {'id': '7f409c53-0b48-46bd-8772-095d54cbb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:21.241769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.242188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Bound using segment: {'id': '7f409c53-0b48-46bd-8772-095d54cbb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:50:21.242718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Bound port: 2d92e0d9-f66b-44fd-b8fb-8713906a7a21, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f409c53-0b48-46bd-8772-095d54cbb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:50:21.243147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.347573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] For port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:50:21.353084 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] For port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=2d92e0d9-f66b-44fd-b8fb-8713906a7a21,segment=NetworkSegment(7f409c53-0b48-46bd-8772-095d54cbb4e1),segment_id=7f409c53-0b48-46bd-8772-095d54cbb4e1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:50:21.356686 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.373150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:21.527445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Pushing event updated for resources: {'Port': ['ID=2d92e0d9-f66b-44fd-b8fb-8713906a7a21,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:21.530937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:21.591752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Routers {'56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:21.592479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:50:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:21.761167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] Set router 56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 gateway port host: None {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:22.111537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'name': 'router1', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:50:07Z', 'updated_at': '2021-04-16T11:50:18Z', 'revision_number': 2, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'gw_port_host': None, '_interfaces': [{'id': '2d92e0d9-f66b-44fd-b8fb-8713906a7a21', 'name': '', 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'mac_address': 'fa:16:3e:9d:da:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:50:17Z', 'updated_at': '2021-04-16T11:50:21Z', 'revision_number': 4, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'subnets': [{'id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3824dab4-470b-484d-9e46-942a5a52d91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:22.115617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975583a-60c5-4a1e-a2d6-d6a89a824d9e None None] The sync data for ids ['56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'] in dv-cinder-786627-1-iscsi is: [{'id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'name': 'router1', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:50:07Z', 'updated_at': '2021-04-16T11:50:18Z', 'revision_number': 2, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'gw_port_host': None, '_interfaces': [{'id': '2d92e0d9-f66b-44fd-b8fb-8713906a7a21', 'name': '', 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'mac_address': 'fa:16:3e:9d:da:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:50:17Z', 'updated_at': '2021-04-16T11:50:21Z', 'revision_number': 4, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'subnets': [{'id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3824dab4-470b-484d-9e46-942a5a52d91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:50:22.161109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49380) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:22.323765 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4de50c-6132-4c65-b17c-f02920fc417a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:22.324441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1d4de50c-6132-4c65-b17c-f02920fc417a admin admin] Synchronizing usage tracker for tenant:4fc5740861884315a8b58b7fb7c1b3ed on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:22.341441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1d4de50c-6132-4c65-b17c-f02920fc417a admin admin] Unset dirty status for tenant:4fc5740861884315a8b58b7fb7c1b3ed on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:22.342713 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-1d4de50c-6132-4c65-b17c-f02920fc417a admin admin] 10.222.0.48 "GET /v2.0/networks/eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 HTTP/1.1" status: 200 len: 842 time: 0.1804538 Apr 16 11:50:22.353161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'cidr': '172.27.3.0/24'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:22.358745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:22.363270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Usage tracker for resource:subnet and tenant:4fc5740861884315a8b58b7fb7c1b3ed is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:22.366246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:22.372784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:22.381981 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Made reservation on behalf of 4fc5740861884315a8b58b7fb7c1b3ed for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:22.386652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:22.829914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.objects.ports [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85344) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 11:50:22.830325 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:22.845417 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:22.979127 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4156781d-2403-49d9-a182-14ff51c43711,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:22.983938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:23.041518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:23.041911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Network hostable DHCP agents. Network: eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:50:23.060027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:50:23.069085 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:23.073164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:23.073814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:23.078366 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d77170d-2395-4529-9c27-86565c58eba9 None None] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:50:23.094018 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7447717 Apr 16 11:50:23.318018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be798f-e711-4c59-9e94-40f9622ac2a4 None None] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:50:25.702153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49394) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:25.911442 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9f3012e7-6fba-4690-b4c9-7cae755c1eb9 admin admin] 10.222.0.48 "GET /v2.0/routers/56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 HTTP/1.1" status: 200 len: 710 time: 0.2079709 Apr 16 11:50:26.200791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:26.224060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c570876b-ee7b-424b-858f-3922d481d3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.225541 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c570876b-ee7b-424b-858f-3922d481d3c0 admin admin] 10.222.0.48 "GET /v2.0/networks/eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 HTTP/1.1" status: 200 len: 886 time: 0.3084610 Apr 16 11:50:26.235591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:26.270407 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:26.275246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:26.275660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:26.398806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:26.436677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=2d92e0d9-f66b-44fd-b8fb-8713906a7a21,segment=NetworkSegment(7f409c53-0b48-46bd-8772-095d54cbb4e1),segment_id=7f409c53-0b48-46bd-8772-095d54cbb4e1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:26.439762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:26.442484 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dec7ba49-5e13-4acf-9df2-9e714c066c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:26.516722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=2d92e0d9-f66b-44fd-b8fb-8713906a7a21,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:26.520636 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:26.716652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.070211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.135229 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.280297 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Allocated IP 172.27.3.236 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/7c5601f6-86ff-4b08-8ffa-c064e14f4bbd) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:50:27.441193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.482179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.498777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:27.637931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5601f6-86ff-4b08-8ffa-c064e14f4bbd,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:27.650804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:27.691221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:50:27.692388 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:27.694708 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:50:28.183853 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:28.256977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:28.257496 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.274166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.634952 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.638552 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854331983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-441905'] for router, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.822664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Router 56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:50:29.009809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:50:29.018446 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.024491 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] 10.222.0.48 "PUT /v2.0/routers/56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 HTTP/1.1" status: 200 len: 890 time: 2.7882516 Apr 16 11:50:29.024674 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Sync routers for ids ['56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:50:29.031467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Routers {'56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:29.032217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:50:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:29.234556 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Set router 56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:29.598135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'name': 'router1', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '7c5601f6-86ff-4b08-8ffa-c064e14f4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:50:07Z', 'updated_at': '2021-04-16T11:50:28Z', 'revision_number': 4, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'gw_port': {'id': '7c5601f6-86ff-4b08-8ffa-c064e14f4bbd', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:50:27Z', 'updated_at': '2021-04-16T11:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '2d92e0d9-f66b-44fd-b8fb-8713906a7a21', 'name': '', 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'mac_address': 'fa:16:3e:9d:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:50:17Z', 'updated_at': '2021-04-16T11:50:26Z', 'revision_number': 5, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'subnets': [{'id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3824dab4-470b-484d-9e46-942a5a52d91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:29.603157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Checking router: 56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:50:29.603550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Updating router 56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 port 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd binding host dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:50:29.658144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.007632 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.020257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Transition to ACTIVE for port object 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:30.026328 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.041861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:30.331281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47fee5-4156-4364-9a10-02ae6db6cb8f None None] Pushing event updated for resources: {'Port': ['ID=7c5601f6-86ff-4b08-8ffa-c064e14f4bbd,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:30.344746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db47fee5-4156-4364-9a10-02ae6db6cb8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:30.397485 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Attempting to bind port 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:50:30.397889 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Attempting to bind port 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:50:30.398286 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Attempting to bind port 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd on network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:30.403847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:50:30.404292 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:30.404721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.405147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Bound using segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:50:30.405645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Bound port: 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:50:30.406066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.489778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] For port 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:50:30.493022 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] For port 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=7c5601f6-86ff-4b08-8ffa-c064e14f4bbd,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:50:30.496735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.512303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:30.665593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47fee5-4156-4364-9a10-02ae6db6cb8f None None] Pushing event updated for resources: {'Port': ['ID=7c5601f6-86ff-4b08-8ffa-c064e14f4bbd,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:30.668836 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db47fee5-4156-4364-9a10-02ae6db6cb8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:30.713096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Routers {'56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:30.713764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:50:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:30.899617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] Set router 56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:50:31.253127 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'name': 'router1', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '7c5601f6-86ff-4b08-8ffa-c064e14f4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:50:07Z', 'updated_at': '2021-04-16T11:50:28Z', 'revision_number': 4, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'gw_port': {'id': '7c5601f6-86ff-4b08-8ffa-c064e14f4bbd', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:50:27Z', 'updated_at': '2021-04-16T11:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '2d92e0d9-f66b-44fd-b8fb-8713906a7a21', 'name': '', 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'mac_address': 'fa:16:3e:9d:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:50:17Z', 'updated_at': '2021-04-16T11:50:26Z', 'revision_number': 5, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'subnets': [{'id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3824dab4-470b-484d-9e46-942a5a52d91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:31.257908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7fb9c-8b26-4877-9ae3-890bd6ac14d8 None None] The sync data for ids ['56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0'] in dv-cinder-786627-1-iscsi is: [{'id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'name': 'router1', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '7c5601f6-86ff-4b08-8ffa-c064e14f4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:50:07Z', 'updated_at': '2021-04-16T11:50:28Z', 'revision_number': 4, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'gw_port': {'id': '7c5601f6-86ff-4b08-8ffa-c064e14f4bbd', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:50:27Z', 'updated_at': '2021-04-16T11:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '2d92e0d9-f66b-44fd-b8fb-8713906a7a21', 'name': '', 'network_id': '4938a891-0cf8-4197-954f-ce38b379d1a2', 'tenant_id': '5aa1f2344b3948f6b35df8bf421a4451', 'mac_address': 'fa:16:3e:9d:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cdf0a8-2c3c-46d1-8ee1-2d01d53735c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:50:17Z', 'updated_at': '2021-04-16T11:50:26Z', 'revision_number': 5, 'project_id': '5aa1f2344b3948f6b35df8bf421a4451', 'subnets': [{'id': 'f6c266cb-35b2-4943-9772-ad9db21e1a38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3824dab4-470b-484d-9e46-942a5a52d91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:50:31.748813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49404) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:31.872007 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ccbb9746-4d62-4a72-88dd-dc7f707199ba admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1219432 Apr 16 11:50:32.227645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:32.303469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:32.309024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:32.309482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.437168 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.454644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=7c5601f6-86ff-4b08-8ffa-c064e14f4bbd,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:32.457635 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.460150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:32.534076 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=7c5601f6-86ff-4b08-8ffa-c064e14f4bbd,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:32.538426 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:34.203387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:34.280259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 7c5601f6-86ff-4b08-8ffa-c064e14f4bbd triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:34.280979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.369457 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f478fa32-8573-405f-87f2-44eb4e0780df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:40.475648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-01f7bb99-0934-4217-8a2c-fa6f5ecc09ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:41.212960 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:41.764479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:50:41.824270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:43.118011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:08.467736 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f695df09-81a3-4e6e-b4e7-4e8ac5eb00a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:10.464079 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d6af92ef-f469-4cc4-8848-076b3e06ef54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:11.213582 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:11.807536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.125843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:18.763371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:51:38.360051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebd3a-3d8d-42fb-87df-df84f4d477b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.456268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0c13d8bf-f2ce-40ea-935e-6e2f4679344b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:41.218017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:41.810753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:43.127675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.762996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:52:08.364102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c44ffd73-4171-4687-b4d0-563cd362fed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:10.459097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdbf7-02c9-4cb3-810a-563af4a8ccd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:11.221254 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:11.817333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:13.132538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.128675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49974) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:16.203741 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0c6ef4-20c6-44f6-ae17-39920cc01125 admin admin] GET failed (client error): The resource could not be found. Apr 16 11:52:16.205199 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-aa0c6ef4-20c6-44f6-ae17-39920cc01125 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0748653 Apr 16 11:52:16.348329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec4fcfe-346b-4118-a177-98ee2760348a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:16.349919 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0ec4fcfe-346b-4118-a177-98ee2760348a admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1398046 Apr 16 11:52:18.855065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49984) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:18.975120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a545e7db-e257-4402-9d2f-a5669e50fb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:18.975741 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-a545e7db-e257-4402-9d2f-a5669e50fb24 admin admin] Synchronizing usage tracker for tenant:4fc5740861884315a8b58b7fb7c1b3ed on resource:subnet {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:18.991075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-a545e7db-e257-4402-9d2f-a5669e50fb24 admin admin] Unset dirty status for tenant:4fc5740861884315a8b58b7fb7c1b3ed on resource:subnet {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:18.992334 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a545e7db-e257-4402-9d2f-a5669e50fb24 admin admin] 10.222.0.48 "GET /v2.0/subnets/f6c266cb-35b2-4943-9772-ad9db21e1a38 HTTP/1.1" status: 200 len: 849 time: 0.1362324 Apr 16 11:52:19.002729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:19.129525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Notify callbacks [] for subnet, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.435345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363264805162185'] for subnet, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.450679 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a1e02dd8-2d73-4167-94b3-0eea601636cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:19.600005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c266cb-35b2-4943-9772-ad9db21e1a38,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:19.611051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.611445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.611832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.612240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.612613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.613007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.613406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.613777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.614160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.614528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.614892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.615255 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:19.620753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:19.650018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:19.650670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.652095 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-db70ecc3-7783-43e3-9f2a-aa9f7169884c admin admin] 10.222.0.48 "PUT /v2.0/subnets/f6c266cb-35b2-4943-9772-ad9db21e1a38 HTTP/1.1" status: 200 len: 868 time: 0.6534503 Apr 16 11:52:19.655165 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c3d52-b263-4db1-b1e0-c174a4078bf8 None None] Network 4938a891-0cf8-4197-954f-ce38b379d1a2 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:52:20.102745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-59f95e10-9aa5-45fb-a466-83bb2d254fe7 None None] Provisioning complete for port 05937228-481a-4f39-8eaa-23532375361a triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:20.103291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-59f95e10-9aa5-45fb-a466-83bb2d254fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:20.240042 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-59f95e10-9aa5-45fb-a466-83bb2d254fe7 None None] Provisioning complete for port 2d92e0d9-f66b-44fd-b8fb-8713906a7a21 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:20.240454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-59f95e10-9aa5-45fb-a466-83bb2d254fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:22.185929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 49994) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:22.377745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e18f0b-5c4d-452c-8cb2-b2b8c6186b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:22.378210 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e18f0b-5c4d-452c-8cb2-b2b8c6186b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:22.380478 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c4e18f0b-5c4d-452c-8cb2-b2b8c6186b22 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1934948 Apr 16 11:52:24.871734 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50004) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:25.057169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de69b4b-068d-41a8-9c0d-dba6826fe4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:25.057618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de69b4b-068d-41a8-9c0d-dba6826fe4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:25.059238 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3de69b4b-068d-41a8-9c0d-dba6826fe4bb admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1864214 Apr 16 11:52:27.554379 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50014) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:27.921846 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6fcb83-d300-4317-b18e-5d5b211e9a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:27.923350 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-fc6fcb83-d300-4317-b18e-5d5b211e9a1e admin admin] 10.222.0.48 "GET /v2.0/networks/4938a891-0cf8-4197-954f-ce38b379d1a2 HTTP/1.1" status: 200 len: 869 time: 0.3679144 Apr 16 11:52:30.474575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50024) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:30.663814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb88f874-b1a8-401e-872a-d38a2bcbf233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:30.665352 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-bb88f874-b1a8-401e-872a-d38a2bcbf233 admin admin] 10.222.0.48 "GET /v2.0/networks/eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 HTTP/1.1" status: 200 len: 886 time: 0.1892381 Apr 16 11:52:32.762569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:52:33.151439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50034) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:33.268328 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581c737b-cabc-4e1b-96cc-0c14c2c308d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:33.268884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581c737b-cabc-4e1b-96cc-0c14c2c308d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:33.270506 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-581c737b-cabc-4e1b-96cc-0c14c2c308d7 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1179783 Apr 16 11:52:35.754333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50044) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:35.874512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3eb6cc-71e3-4ced-bd56-8d428dab8d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:35.875030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3eb6cc-71e3-4ced-bd56-8d428dab8d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:35.876679 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-7a3eb6cc-71e3-4ced-bd56-8d428dab8d9c admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213088 Apr 16 11:52:38.365184 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50054) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:38.366787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a992500f-f58c-4414-b904-2164fc174791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:38.476646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443bfef3-466c-477e-b361-19909a081dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:38.478092 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-443bfef3-466c-477e-b361-19909a081dde admin admin] 10.222.0.48 "GET /v2.0/subnets/4156781d-2403-49d9-a182-14ff51c43711 HTTP/1.1" status: 200 len: 816 time: 0.1118636 Apr 16 11:52:40.462341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-95c8e112-2826-4ef3-9e95-7964193f242c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:40.979188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50064) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:41.095806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4488a882-2a22-4641-9ec8-4bad1abde0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:41.097337 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-4488a882-2a22-4641-9ec8-4bad1abde0d2 admin admin] 10.222.0.48 "GET /v2.0/subnets/f6c266cb-35b2-4943-9772-ad9db21e1a38 HTTP/1.1" status: 200 len: 868 time: 0.1171081 Apr 16 11:52:41.225269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:41.809719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:43.136746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:08.030867 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50108) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:08.088210 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [None req-f99c8f7e-9a48-4693-9228-dfed495dfec8 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:53:08.089368 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f99c8f7e-9a48-4693-9228-dfed495dfec8 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0573916 Apr 16 11:53:08.569862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2444e74e-6de4-442d-82a4-0c58354da38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:09.762008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:53:10.468081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cf21f91a-ea01-400d-a521-b3a75447810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:10.812198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50118) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:10.899799 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ebcf5f-b1c8-4751-a497-4a322bc743cb admin admin] GET failed (client error): The resource could not be found. Apr 16 11:53:10.901309 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-74ebcf5f-b1c8-4751-a497-4a322bc743cb admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0879807 Apr 16 11:53:11.051909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e8589a-2ca1-4782-91d1-fc1b407a02ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:11.053462 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-83e8589a-2ca1-4782-91d1-fc1b407a02ba admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1450129 Apr 16 11:53:11.228988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:11.812834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:13.145499 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:13.682833 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50128) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:13.737711 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:53:13.744263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:13.755516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:13.764948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Made reservation on behalf of 4fc5740861884315a8b58b7fb7c1b3ed for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:53:13.769726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:13.866420 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.services.revisions.revision_plugin [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Could not find related network for resource to bump revision. Apr 16 11:53:13.879691 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:53:13.889315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:13.889707 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Added segment fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0 of type vlan for network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c Apr 16 11:53:13.918049 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:13.949855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:13.951249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:13.951903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:13.957831 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-33c1bfde-3d77-4ba6-b445-5b7deed2c333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:14.066084 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3820348 Apr 16 11:53:14.066908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Pushing event updated for resources: {'Network': ['ID=062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:14.070154 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:14.079135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:53:16.715197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50138) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:16.804150 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d53a3f-233b-4fd8-b269-fd71e81d14ed admin admin] GET failed (client error): The resource could not be found. Apr 16 11:53:16.804873 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d9d53a3f-233b-4fd8-b269-fd71e81d14ed admin admin] Synchronizing usage tracker for tenant:4fc5740861884315a8b58b7fb7c1b3ed on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:53:16.822537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d9d53a3f-233b-4fd8-b269-fd71e81d14ed admin admin] Unset dirty status for tenant:4fc5740861884315a8b58b7fb7c1b3ed on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:53:16.823363 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d9d53a3f-233b-4fd8-b269-fd71e81d14ed admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1069903 Apr 16 11:53:16.955539 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1416ee-c7da-427e-b552-52fcb6612fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:16.957083 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2c1416ee-c7da-427e-b552-52fcb6612fc7 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1292965 Apr 16 11:53:16.969147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c', 'description': 'shared-subnet'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:53:16.974843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:16.985126 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:16.994513 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Made reservation on behalf of 4fc5740861884315a8b58b7fb7c1b3ed for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:53:16.999378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:17.433715 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:17.448469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:17.578966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b22961c-0f19-4bf9-86e8-8f12c6516f06,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:17.582096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:17.655016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Checking segment: {'id': 'fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:53:17.655394 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Network hostable DHCP agents. Network: 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:53:17.674535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:53:17.684231 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:53:17.688680 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:17.689457 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:17.694124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe144a5-4d5f-42f3-98c0-8270a8a4e7f1 None None] Network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:53:17.716435 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-4920b816-38a2-4da8-a04b-e726520b7cd1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7512803 Apr 16 11:53:17.960301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1524a0a1-71c2-54fb-a479-75533e45da76-062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c', 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c', 'tenant_id': '4fc5740861884315a8b58b7fb7c1b3ed', 'fixed_ips': [{'subnet_id': '9b22961c-0f19-4bf9-86e8-8f12c6516f06'}]}} from dv-cinder-786627-1-iscsi. {{(pid=85345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:53:17.961242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.144536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Allocated IP 192.168.233.2 (062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c/9b22961c-0f19-4bf9-86e8-8f12c6516f06/d3f3b568-0202-47f5-bc64-61515aca2a56) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:53:18.378567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.390543 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Transition to ACTIVE for port object d3f3b568-0202-47f5-bc64-61515aca2a56 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:53:18.412705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Transition to ACTIVE for port object d3f3b568-0202-47f5-bc64-61515aca2a56 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:53:18.419063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.448354 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db47fee5-4156-4364-9a10-02ae6db6cb8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:18.589542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Pushing event updated for resources: {'Port': ['ID=d3f3b568-0202-47f5-bc64-61515aca2a56,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:18.605369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.605847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.606223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.606596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.606965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.607334 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.607703 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.608102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.608483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.608846 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.609199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.609561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:18.614167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:18.689059 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:53:18.690360 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Resources bound (agent type, host, resource id): {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:53:18.694274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:53:18.796183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Attempting to bind port d3f3b568-0202-47f5-bc64-61515aca2a56 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:53:18.796892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Attempting to bind port d3f3b568-0202-47f5-bc64-61515aca2a56 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:53:18.797065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Attempting to bind port d3f3b568-0202-47f5-bc64-61515aca2a56 on network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:53:18.804247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:53:18.804705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Checking segment: {'id': 'fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:53:18.805158 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.805597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Bound using segment: {'id': 'fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:53:18.806125 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Bound port: d3f3b568-0202-47f5-bc64-61515aca2a56, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:53:18.806560 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.935042 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] For port d3f3b568-0202-47f5-bc64-61515aca2a56, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:53:18.940606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] For port d3f3b568-0202-47f5-bc64-61515aca2a56, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=d3f3b568-0202-47f5-bc64-61515aca2a56,segment=NetworkSegment(fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0),segment_id=fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:53:18.945206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.962347 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:19.119932 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Pushing event updated for resources: {'Port': ['ID=d3f3b568-0202-47f5-bc64-61515aca2a56,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:19.125521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:20.372668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device d3f3b568-0202-47f5-bc64-61515aca2a56 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:53:20.462371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port d3f3b568-0202-47f5-bc64-61515aca2a56 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:53:20.523827 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9e213-b6f4-4997-9738-d24ac5aad941 None None] Network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:53:20.623031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-f664342a-4cef-4fe5-97a4-9b7c0673d7f9 None None] Provisioning for port d3f3b568-0202-47f5-bc64-61515aca2a56 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:53:20.642721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-f664342a-4cef-4fe5-97a4-9b7c0673d7f9 None None] Provisioning complete for port d3f3b568-0202-47f5-bc64-61515aca2a56 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:53:20.643147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f664342a-4cef-4fe5-97a4-9b7c0673d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:20.890148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f664342a-4cef-4fe5-97a4-9b7c0673d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:20.941176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-f664342a-4cef-4fe5-97a4-9b7c0673d7f9 None None] For port d3f3b568-0202-47f5-bc64-61515aca2a56, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=d3f3b568-0202-47f5-bc64-61515aca2a56,segment=NetworkSegment(fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0),segment_id=fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:20.945929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f664342a-4cef-4fe5-97a4-9b7c0673d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:20.962466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:21.066753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664342a-4cef-4fe5-97a4-9b7c0673d7f9 None None] Pushing event updated for resources: {'Port': ['ID=d3f3b568-0202-47f5-bc64-61515aca2a56,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:21.073847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f664342a-4cef-4fe5-97a4-9b7c0673d7f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:21.270736 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-0e89928e-994a-437e-ba14-bb7354d91ba3 None None] Provisioning complete for port d3f3b568-0202-47f5-bc64-61515aca2a56 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:53:21.271149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0e89928e-994a-437e-ba14-bb7354d91ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:22.312408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device d3f3b568-0202-47f5-bc64-61515aca2a56 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:53:22.391155 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port d3f3b568-0202-47f5-bc64-61515aca2a56 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:53:22.391461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:38.371480 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d7a5b205-5162-4ca9-8284-8da8759d8a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:40.461111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e91895a4-f8a1-4989-8792-0d236ad3579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:41.231432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:41.817796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:43.142710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:46.760617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:54:08.373620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98d6ba10-05cb-4b99-91d8-f23d36862058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:10.463416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b2df8512-2969-48a9-a773-d52569c89e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:11.234385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:11.809418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.146015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:23.760595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:54:38.375586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f1364d86-e4f2-4ccd-a03e-bd0f88073161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:40.465729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f3a188de-90f6-493a-9358-78b37e89ac5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:41.240257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:41.812004 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.069822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50186) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:42.076290 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [None req-6e0a85ff-03e8-4c92-b0de-582f6e2015fe tempest-verify_tempest_config-968853455 tempest-verify_tempest_config-968853455-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:54:42.077327 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6e0a85ff-03e8-4c92-b0de-582f6e2015fe tempest-verify_tempest_config-968853455 tempest-verify_tempest_config-968853455-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064077 Apr 16 11:54:42.393137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50204) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:42.519170 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.534274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:42.538285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:47cbbc920f984f339098d16108f131e3 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:42.541244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:42.547198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:42.636422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.639160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.648311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:42.688572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c99249-e0cd-4997-a418-b88ea8cb95e8,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:42.693701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Synchronizing usage tracker for tenant:4fc5740861884315a8b58b7fb7c1b3ed on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:54:42.700778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.701187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.701572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.701948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.702321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.702710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.703080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.703450 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.703823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.704221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.704590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.704954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:42.709148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:42.724370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Unset dirty status for tenant:4fc5740861884315a8b58b7fb7c1b3ed on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:54:42.728780 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47cbbc920f984f339098d16108f131e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3345768 Apr 16 11:54:42.728945 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50214) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:42.746550 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING oslo_policy.policy [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:54:42.747164 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING oslo_policy.policy [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:54:43.056710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.policy [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85343) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 11:54:43.113172 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING oslo_policy.policy [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:54:43.113589 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING oslo_policy.policy [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:54:43.148676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.221778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.249608 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.466711 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.473937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:43.486280 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c99249-e0cd-4997-a418-b88ea8cb95e8,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:43.498539 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.498922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.499287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.499650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.500064 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.500423 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.500778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.501130 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.501483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.501834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.502186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.502533 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Tracked resource versions report: Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: pushed versions: Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: { 'AddressGroup': {'1.2'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': {'1.0'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': {'1.0'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': {'1.1'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': {'1.7'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': {'1.2'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': {'1.8'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': {'1.4'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': {'1.0'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': {'1.1'}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': {'1.1'}} Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: consumer versions: Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: { DHCP agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: L3 agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: Metadata agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: Metering agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: Open vSwitch agent@dv-cinder-786627-1-iscsi: { 'AddressGroup': '1.2', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': '1.0', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': '1.0', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': '1.1', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': '1.7', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': '1.2', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': '1.8', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': '1.4', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': '1.2', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': '1.0', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': '1.1', Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': '1.1'}} Apr 16 11:54:43.503653 dv-cinder-786627-1-iscsi neutron-server[85230]: {{(pid=85343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:54:43.522878 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.524240 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21c99249-e0cd-4997-a418-b88ea8cb95e8 HTTP/1.1" status: 204 len: 168 time: 0.7930965 Apr 16 11:54:43.533875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:00.759197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:55:08.399650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fcb5f9cd-7e7f-4c48-b498-30a47c236a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:10.467749 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ebf95bd2-0af1-4fe5-aefa-b2e597e66637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:11.238062 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:11.813993 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.152177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:37.760561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:55:38.383072 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a48d541c-878c-4c0a-b0fa-6355bb393e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:40.470220 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d74b1c21-b780-4504-a1b0-30bb1e9eca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:41.242548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:41.815101 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:43.158121 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.384958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-56986153-e948-48e7-b082-76d075772290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:10.472977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9f867964-e241-43fb-ab40-93f029a7c3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:11.243171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:11.818867 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:13.160366 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:14.760616 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 5 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:56:21.692887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647'] for agent, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.985172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50272) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:26.192290 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8829b47c-9b74-4247-a773-4fe7d8aa5bde admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.2058699 Apr 16 11:56:28.759456 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50286) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:28.825004 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-5b50d7b0-5cd5-4099-9d2a-2ad10ad5e7ef admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0642827 Apr 16 11:56:38.389033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e840f8d9-989c-4c60-9552-c197ea8f35d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:40.474371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dc96ab72-4870-4164-bf54-d8c8d6ff75be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.246910 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:41.820668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:43.164791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:51.652270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:51.761609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:57:08.568170 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b2f246b7-487b-4c4d-b2cc-40d5b722c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:10.475316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-653e569c-ccd6-400b-9900-e15c96828cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:11.250596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:11.822853 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:13.171405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:21.658024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:28.762803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:57:38.391604 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84fbd820-bbfc-4ef5-ba86-47b04127c74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:40.476787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2a70f167-8e06-47e5-a51c-8c5e493d624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:41.255102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:41.827817 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:43.174035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:51.667169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:04.272857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50492) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:04.608262 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50512) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:04.718833 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-407854537-network', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:04.721634 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.quota [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Loaded quota_driver: . Apr 16 11:58:04.728129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:04.733583 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Usage tracker for resource:network and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:04.737456 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:04.744675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:04.758412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Made reservation on behalf of f221bd72ee4a41b38cf66ce2e39c9d8b for: {'network': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:04.765854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:04.784092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:04.800724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:04.804988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Usage tracker for resource:security_group_rule and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:04.808252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:04.814611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50522) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:04.820783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:04.827799 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50530) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:04.925408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:04.929226 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:04.934904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:04.964809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-320126618-network', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:04.982416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8804e082-a878-4bf6-8726-5a947ec1a0dc,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:04.985297 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=85343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:58:05.002643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.003112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.003608 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.004095 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.004432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.005005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.005369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.006035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.006418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.006778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.007132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.007488 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Tracked resource versions report: Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: pushed versions: Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: { 'AddressGroup': {'1.2'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': {'1.0'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': {'1.0'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': {'1.1'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': {'1.7'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': {'1.2'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': {'1.8'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': {'1.4'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': {'1.0'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': {'1.1'}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': {'1.1'}} Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: consumer versions: Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: { DHCP agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: HyperV agent@hv-cinder-78662: {}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: L3 agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: Metadata agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: Metering agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: Open vSwitch agent@dv-cinder-786627-1-iscsi: { 'AddressGroup': '1.2', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': '1.0', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': '1.0', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': '1.1', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': '1.7', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': '1.2', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': '1.8', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': '1.4', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': '1.2', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': '1.0', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': '1.1', Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': '1.1'}} Apr 16 11:58:05.008675 dv-cinder-786627-1-iscsi neutron-server[85230]: {{(pid=85343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:58:05.015694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:05.020294 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:05.023437 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264805081153', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.024433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Unsubscribe: segment precommit_create {{(pid=85343) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 11:58:05.025258 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Added segment 068913d2-7f59-4438-9780-b5287b5ed12e of type vlan for network 30cb16a0-3a69-4e73-8022-cef4510ee34c Apr 16 11:58:05.085117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Usage tracker for resource:network and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:05.089235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:05.098505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1525335009-network', 'tenant_id': 'b3386861da8e4ec5b050efedb83611ff'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:05.104378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:05.109523 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Usage tracker for resource:network and tenant:b3386861da8e4ec5b050efedb83611ff is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:05.111151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:05.112600 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:05.119097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:05.129095 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Made reservation on behalf of b3386861da8e4ec5b050efedb83611ff for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:05.130393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Made reservation on behalf of d2a01745d9a84187974f0dab28d96d51 for: {'network': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:05.136005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.136874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.156126 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-network', 'tenant_id': '8c22b70829724afdb574394af4af4635'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:05.161839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:05.166814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Usage tracker for resource:network and tenant:8c22b70829724afdb574394af4af4635 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:05.169953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:05.170635 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.177385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:05.186729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.191027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Made reservation on behalf of 8c22b70829724afdb574394af4af4635 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:05.204307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.204681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:05.214465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:05.222832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:05.232774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.251047 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:05.253657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.257973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:05.270657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Usage tracker for resource:security_group_rule and tenant:8c22b70829724afdb574394af4af4635 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:05.276290 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:05.284189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:05.287074 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:05.292636 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:b3386861da8e4ec5b050efedb83611ff is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:05.296028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.298452 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:05.302503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:05.303370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.310320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:05.311754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:05.472118 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.484755 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.502039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:05.525609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.539969 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2656734 Apr 16 11:58:05.540777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Pushing event updated for resources: {'Network': ['ID=30cb16a0-3a69-4e73-8022-cef4510ee34c,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:05.544568 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50554) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:05.553119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:05.557277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Request body: {'subnet': {'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-subnet', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:05.558075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 30cb16a0-3a69-4e73-8022-cef4510ee34c details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:58:05.565295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:05.568362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.571436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:58:05.575778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Usage tracker for resource:subnet and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:05.580853 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:05.598096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:05.631949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Made reservation on behalf of f221bd72ee4a41b38cf66ce2e39c9d8b for: {'subnet': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:05.635650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03413a36-fb3c-4a40-aba1-ce3e26df5512,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:05.637370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.651014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.651810 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Added segment 370261e9-e83f-4a7c-bfd4-63be9d33d42b of type vlan for network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 Apr 16 11:58:05.658156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.672871 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:58:05.676171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.676586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.676972 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.677350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.677722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.678109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.678482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.678854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.679238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.679607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.680109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.680363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Tracked resource versions report: Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: pushed versions: Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: { 'AddressGroup': {'1.2'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': {'1.0'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': {'1.0'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': {'1.1'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': {'1.7'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': {'1.2'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': {'1.8'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': {'1.4'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': {'1.0'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': {'1.1'}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': {'1.1'}} Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: consumer versions: Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: { DHCP agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: HyperV agent@hv-cinder-78662: {}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: L3 agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: Metadata agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: Metering agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: Open vSwitch agent@dv-cinder-786627-1-iscsi: { 'AddressGroup': '1.2', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': '1.0', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': '1.0', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': '1.1', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': '1.7', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': '1.2', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': '1.8', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': '1.4', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': '1.2', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': '1.0', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': '1.1', Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': '1.1'}} Apr 16 11:58:05.681493 dv-cinder-786627-1-iscsi neutron-server[85230]: {{(pid=85344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:58:05.696956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:05.703475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:05.746502 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.747761 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Added segment 69892b72-aa36-4185-8246-dd11378993b5 of type vlan for network ba790ed0-6a38-4cf9-bea5-f6fa346813bf Apr 16 11:58:05.764862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:58:05.766473 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.767287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.777935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629b3129-5693-46b4-a226-913df508ee0f,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:05.795003 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:05.811182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eb9ca8a0-31ee-412d-949f-002575b494b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:05.831797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.836617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=85343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:58:05.872670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.875737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:05.876423 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.888906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:05.889301 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Added segment 8d18289a-9ea0-4fc9-9188-bde149bac489 of type vlan for network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 Apr 16 11:58:05.893577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34732ddd-7529-434a-8870-b7a349564a42,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:05.897264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6ccda625-d21c-4228-9d69-75a56e8a2a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:05.906844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:05.991591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:06.109742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Pushing event updated for resources: {'Network': ['ID=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:06.115903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.resource_extend [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:58:06.126272 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:06.127218 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:58:06.171319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:06.181820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:06.183202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:06.201069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:06.227544 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3978717 Apr 16 11:58:06.228507 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50574) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:06.241341 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4254265 Apr 16 11:58:06.252225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:06.256716 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50578) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:06.280402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Request body: {'subnet': {'network_id': 'ba790ed0-6a38-4cf9-bea5-f6fa346813bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1525335009-subnet', 'tenant_id': 'b3386861da8e4ec5b050efedb83611ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:06.307307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Request body: {'subnet': {'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-subnet', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:06.332660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:06.341286 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Usage tracker for resource:subnet and tenant:8c22b70829724afdb574394af4af4635 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:06.344857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:06.346180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:06.348427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:06.358108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=ba790ed0-6a38-4cf9-bea5-f6fa346813bf,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:06.361738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:06.364756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:06.376428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Made reservation on behalf of 8c22b70829724afdb574394af4af4635 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:06.382198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:06.392299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:06.515777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:06.580393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Usage tracker for resource:subnet and tenant:b3386861da8e4ec5b050efedb83611ff is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:06.599721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:06.616565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network ba790ed0-6a38-4cf9-bea5-f6fa346813bf details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:58:06.623671 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:06.794595 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1840825 Apr 16 11:58:06.796203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50592) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:06.806649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Request body: {'subnet': {'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-320126618-subnet', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:06.812893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:06.820537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Usage tracker for resource:subnet and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:06.824530 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:06.831639 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:06.846094 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Made reservation on behalf of d2a01745d9a84187974f0dab28d96d51 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:06.851659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:06.874990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Made reservation on behalf of b3386861da8e4ec5b050efedb83611ff for: {'subnet': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:06.879717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:06.928450 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:06.931540 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:06.941269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:58:07.273898 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:07.291379 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:07.509948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:07.521193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e165c5b-826e-478c-ae89-71ac2f340a0f,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:07.524679 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:07.531070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:07.640173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Checking segment: {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:07.640572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Network hostable DHCP agents. Network: 30cb16a0-3a69-4e73-8022-cef4510ee34c, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:58:07.673174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Network 30cb16a0-3a69-4e73-8022-cef4510ee34c is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:58:07.723380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 30cb16a0-3a69-4e73-8022-cef4510ee34c) {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:07.733756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ae8d7-d905-44c0-8580-166c5050ae41 None None] Network 30cb16a0-3a69-4e73-8022-cef4510ee34c requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:07.737973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:07.738934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:07.781660 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2357187 Apr 16 11:58:07.785191 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50616) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:07.788649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:07.793182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:07.797148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7269558b-57d5-49dd-912f-1a4984b68f2f,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:07.803753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:08.006782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Checking segment: {'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:08.007586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Network hostable DHCP agents. Network: 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:58:08.089148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:58:08.099296 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:08.102220 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:08.112792 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1524a0a1-71c2-54fb-a479-75533e45da76-30cb16a0-3a69-4e73-8022-cef4510ee34c', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f'}]}} from dv-cinder-786627-1-iscsi. {{(pid=85345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:58:08.114151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:08.131179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:08.139276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:08.139925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:08.152508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:08.182353 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-faacf657-cd65-4dbd-be30-fb5f16b267ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:08.197676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf7c38f-e235-4b0c-b295-736f6b88166d,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:08.200798 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:08.202006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Usage tracker for resource:router and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:08.207623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:08.225472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:08.255601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Checking segment: {'id': '69892b72-aa36-4185-8246-dd11378993b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ba790ed0-6a38-4cf9-bea5-f6fa346813bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:08.256236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Network hostable DHCP agents. Network: ba790ed0-6a38-4cf9-bea5-f6fa346813bf, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:58:08.283212 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Network ba790ed0-6a38-4cf9-bea5-f6fa346813bf is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:58:08.293682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, ba790ed0-6a38-4cf9-bea5-f6fa346813bf) {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:08.312841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:08.313501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:08.322051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd93a280-32fc-48c2-856c-ae03298a428d None None] Network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:08.337133 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0786045 Apr 16 11:58:08.346165 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55759e77-d040-4d36-a8a9-c6afb4a5c792 None None] Network ba790ed0-6a38-4cf9-bea5-f6fa346813bf requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:08.389525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Allocated IP 172.20.0.2 (30cb16a0-3a69-4e73-8022-cef4510ee34c/5e165c5b-826e-478c-ae89-71ac2f340a0f/31a9c7fc-7afb-4122-b6e0-dc50e3bca927) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:08.515503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854333925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12756'] for router, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:08.516970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763044'] for router, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:08.538464 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2971714 Apr 16 11:58:08.541845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50636) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:08.560251 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:08.592519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-router', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:08.601618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:08.610677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Usage tracker for resource:router and tenant:8c22b70829724afdb574394af4af4635 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:08.623194 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:08.633915 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:08.651289 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854333925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12756'] for router, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:08.659315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763044'] for router, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:08.697147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:08.709973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:08.722082 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:09.025027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Checking segment: {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:09.025559 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Network hostable DHCP agents. Network: 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:58:09.111724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:09.123980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Transition to ACTIVE for port object 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:09.159789 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Transition to ACTIVE for port object 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:09.197277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:09.220241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:58:09.237139 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50684) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:09.237782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:09.246740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:09.283571 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:09.288235 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 11:58:09.290875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:09.298428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:09.299078 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:09.330309 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20402fc6-7887-4a7f-8b65-a125ef14f0c5 None None] Network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:09.425567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cad40a3d-9099-4d55-90a0-7fe177e348fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:09.667459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-afab02ec-313d-4783-adbb-8c7882480621 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:09.668471 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-afab02ec-313d-4783-adbb-8c7882480621 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Synchronizing usage tracker for tenant:b3386861da8e4ec5b050efedb83611ff on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:09.753964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:09.789712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-afab02ec-313d-4783-adbb-8c7882480621 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Unset dirty status for tenant:b3386861da8e4ec5b050efedb83611ff on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:09.795337 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-afab02ec-313d-4783-adbb-8c7882480621 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/networks?id=ba790ed0-6a38-4cf9-bea5-f6fa346813bf HTTP/1.1" status: 200 len: 812 time: 0.5538659 Apr 16 11:58:09.797367 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f72b7123-def4-426e-bbbe-4d9a40b949d8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9999645 Apr 16 11:58:09.806139 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50702) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:09.857899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:09.860746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:09.885780 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:09.897718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Usage tracker for resource:router and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:09.898951 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Pushing event updated for resources: {'Port': ['ID=31a9c7fc-7afb-4122-b6e0-dc50e3bca927,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:09.905383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:09.923527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:09.972946 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-8a729a26-a616-4ab0-90c3-55c595aeb069 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/quotas/b3386861da8e4ec5b050efedb83611ff HTTP/1.1" status: 200 len: 375 time: 0.1676257 Apr 16 11:58:09.983151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854333925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12756'] for router, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:09.986156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763044'] for router, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:10.008844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.009772 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.010357 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.011240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.011806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.012415 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.013021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.013583 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.014200 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.014771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.015374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.017217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Tracked resource versions report: Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: pushed versions: Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: { 'AddressGroup': {'1.2'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': {'1.0'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': {'1.0'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': {'1.1'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': {'1.7'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': {'1.2'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': {'1.8'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': {'1.4'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': {'1.0'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': {'1.1'}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': {'1.1'}} Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: consumer versions: Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: { DHCP agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: HyperV agent@hv-cinder-78662: {}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: L3 agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: Metadata agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: Metering agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: Open vSwitch agent@dv-cinder-786627-1-iscsi: { 'AddressGroup': '1.2', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': '1.0', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': '1.0', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': '1.1', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': '1.7', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': '1.2', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': '1.8', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': '1.4', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': '1.2', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': '1.0', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': '1.1', Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': '1.1'}} Apr 16 11:58:10.019151 dv-cinder-786627-1-iscsi neutron-server[85230]: {{(pid=85345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:58:10.059651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Allocated IP 172.27.3.202 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/577466c6-4290-4d66-a6bc-6b69708ad37a) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:10.087606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:10.133268 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-ae71a2c4-c0f4-4a56-8c66-72035a53d7e6 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3386861da8e4ec5b050efedb83611ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1365976 Apr 16 11:58:10.170720 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:10.186440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8cda1-175b-4339-9b09-ed95d01644af None None] Network ba790ed0-6a38-4cf9-bea5-f6fa346813bf requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:10.203806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Network 30cb16a0-3a69-4e73-8022-cef4510ee34c is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:10.207815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d175012-82e2-406f-bcaa-6d36784d62a7 None None] Network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:10.312591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:10.434844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:10.477159 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:10.492424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Resources bound (agent type, host, resource id): {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:10.558640 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-fac6b3b0-3189-45d8-9631-b12a59f6862b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:58:10.569723 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-fac6b3b0-3189-45d8-9631-b12a59f6862b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1184902 Apr 16 11:58:10.586937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:10.683786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Pushing event updated for resources: {'Port': ['ID=577466c6-4290-4d66-a6bc-6b69708ad37a,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:10.702104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:10.744933 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-6c6063d9-e34b-400e-874d-ed82ea3af905 service neutron] 10.222.0.48 "GET /v2.0/networks/ba790ed0-6a38-4cf9-bea5-f6fa346813bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736941 Apr 16 11:58:10.773309 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:10.774500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:10.777088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:10.788043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0c063880-849d-4370-b744-208600954b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:10.843403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Attempting to bind port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:10.844089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Attempting to bind port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:10.844483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Attempting to bind port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 on network 30cb16a0-3a69-4e73-8022-cef4510ee34c {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:10.922922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:10.923680 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Checking segment: {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:10.924574 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:10.925097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Bound using segment: {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:10.925855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Bound port: 31a9c7fc-7afb-4122-b6e0-dc50e3bca927, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:10.926368 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.006735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1524a0a1-71c2-54fb-a479-75533e45da76-6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba'}]}} from dv-cinder-786627-1-iscsi. {{(pid=85345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:58:11.008350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.177221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.292940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.381147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] For port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:11.403395 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.413620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.417354 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.455560 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] For port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=31a9c7fc-7afb-4122-b6e0-dc50e3bca927,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:11.462043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.463401 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Allocated IP 172.20.0.2 (6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605/dee9660e-00d1-4652-8fbb-4b7b81a7d2ba/9d8a85e5-d181-44ee-a905-e1c1d4001792) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:11.552460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:11.725157 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-588ceb26-be67-42f0-8706-90f206b5c96d service neutron] 10.222.0.48 "GET /v2.0/networks/ba790ed0-6a38-4cf9-bea5-f6fa346813bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9158814 Apr 16 11:58:11.760849 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Allocated IP 172.27.3.29 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/921f33f0-da8c-45c8-95bf-1715235f9d9f) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:11.771631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Pushing event updated for resources: {'Port': ['ID=31a9c7fc-7afb-4122-b6e0-dc50e3bca927,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:11.789426 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:11.846309 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954'] for router, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.871215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.957339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:11.970115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Transition to ACTIVE for port object 9d8a85e5-d181-44ee-a905-e1c1d4001792 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:12.003156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Transition to ACTIVE for port object 9d8a85e5-d181-44ee-a905-e1c1d4001792 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:12.009846 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:12.026746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:12.097487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50772) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:12.106783 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 11:58:12.202069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Pushing event updated for resources: {'Port': ['ID=9d8a85e5-d181-44ee-a905-e1c1d4001792,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:12.210813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:12.227460 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-817ebcf4-b2ec-456b-aedb-4622f4775c31 req-4e082e61-b5c8-4c6a-9a83-ddf15835c719 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 210 time: 0.1283867 Apr 16 11:58:12.322974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Router 6195b669-8260-4064-ab89-1748897283c9 is scheduled to L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa with binding_index 1 {{(pid=85343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:58:12.345710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:12.347399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Resources bound (agent type, host, resource id): {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:12.369430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:12.507911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:12.578887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:12.637130 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:12.638281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Attempting to bind port 9d8a85e5-d181-44ee-a905-e1c1d4001792 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:12.638934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Attempting to bind port 9d8a85e5-d181-44ee-a905-e1c1d4001792 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:12.639445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Attempting to bind port 9d8a85e5-d181-44ee-a905-e1c1d4001792 on network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:12.672236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:12.675465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Checking segment: {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:12.680192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:12.685905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Bound using segment: {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:12.689564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Bound port: 9d8a85e5-d181-44ee-a905-e1c1d4001792, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:12.689564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:12.797600 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:12.810650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:12.825930 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:58:12.842964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Sync routers for ids ['6195b669-8260-4064-ab89-1748897283c9'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:58:12.862031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Routers {'6195b669-8260-4064-ab89-1748897283c9'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:12.862998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['6195b669-8260-4064-ab89-1748897283c9'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:12.863803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:12.865709 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Pushing event updated for resources: {'Port': ['ID=921f33f0-da8c-45c8-95bf-1715235f9d9f,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:12.872839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Notify callbacks [] for router, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:12.885306 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0989363 Apr 16 11:58:12.886087 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50812) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:12.917399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:12.967215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] For port 9d8a85e5-d181-44ee-a905-e1c1d4001792, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:12.972404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] For port 9d8a85e5-d181-44ee-a905-e1c1d4001792, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=9d8a85e5-d181-44ee-a905-e1c1d4001792,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:12.980061 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:13.039024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-328c3469-9c84-4e06-bb8f-d92158e5b82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:13.182651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Set router 6195b669-8260-4064-ab89-1748897283c9 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:13.182920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Allocated IP 172.27.3.172 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/d6d0aadc-05ff-4f7b-9ccb-2b541dabf436) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:13.210443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Pushing event updated for resources: {'Port': ['ID=9d8a85e5-d181-44ee-a905-e1c1d4001792,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:13.236117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:13.240137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:13.369779 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:13.392293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:13.570508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:13.573433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:13.677726 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c43c647c-b51a-4441-b513-bd546cd39761 req-3e677a7d-0245-4d07-b514-f405140e0e8e tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 210 time: 0.2747016 Apr 16 11:58:13.830418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:11Z', 'revision_number': 3, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:13.841325 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Checking router: 6195b669-8260-4064-ab89-1748897283c9 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:58:13.841717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Updating router 6195b669-8260-4064-ab89-1748897283c9 port 577466c6-4290-4d66-a6bc-6b69708ad37a binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:58:13.950192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bc736a-fde8-4754-9f3c-ccf0f8edb984 None None] Network 30cb16a0-3a69-4e73-8022-cef4510ee34c requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:14.005139 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.295839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50858) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:14.432357 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-e0f83c30-e189-4bb1-8247-b30a41ec06cd None None] Provisioning for port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:14.443183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-e0f83c30-e189-4bb1-8247-b30a41ec06cd None None] Provisioning complete for port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:14.443730 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0f83c30-e189-4bb1-8247-b30a41ec06cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.553193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.570420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.583514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:14.589935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] Usage tracker for resource:security_group_rule and tenant:280f78b9dfaf41c5a170ea6a5227e508 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:14.595224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:14.614615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:14.624273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 9d8a85e5-d181-44ee-a905-e1c1d4001792 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:14.640694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.754547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0f83c30-e189-4bb1-8247-b30a41ec06cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.817787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.818128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-e0f83c30-e189-4bb1-8247-b30a41ec06cd None None] For port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=31a9c7fc-7afb-4122-b6e0-dc50e3bca927,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:14.828784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.829213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 9d8a85e5-d181-44ee-a905-e1c1d4001792 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:14.835593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0f83c30-e189-4bb1-8247-b30a41ec06cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.844820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db47fee5-4156-4364-9a10-02ae6db6cb8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:14.869026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7769098c-bfea-41b4-85bd-0b136b4917e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:14.920559 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.928519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f83c30-e189-4bb1-8247-b30a41ec06cd None None] Pushing event updated for resources: {'Port': ['ID=31a9c7fc-7afb-4122-b6e0-dc50e3bca927,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:14.932889 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e0f83c30-e189-4bb1-8247-b30a41ec06cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:14.943936 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:14.986362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:14.999288 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=280f78b9dfaf41c5a170ea6a5227e508&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7017591 Apr 16 11:58:15.013896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50872) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:15.120902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.146901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Transition to ACTIVE for port object 577466c6-4290-4d66-a6bc-6b69708ad37a will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:15.155401 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.173551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:15.240745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Allocated IP 172.20.0.1 (30cb16a0-3a69-4e73-8022-cef4510ee34c/5e165c5b-826e-478c-ae89-71ac2f340a0f/61043fe5-985d-47be-8f2f-db594f15c81e) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:15.265373 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Pushing event updated for resources: {'Port': ['ID=577466c6-4290-4d66-a6bc-6b69708ad37a,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:15.269686 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d0aadc-05ff-4f7b-9ccb-2b541dabf436,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:15.277874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-075fbc38-b341-46ee-98a6-b64563c5ef42 None None] Provisioning complete for port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:15.278519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-075fbc38-b341-46ee-98a6-b64563c5ef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.279277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:15.304487 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f08b282f-3354-453e-a415-c6ed48b56c5e req-75742511-a2b0-4c89-8e35-00d36b4ded11 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 210 time: 0.3629577 Apr 16 11:58:15.335266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.335793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.336291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.336762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.337279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.337696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.338163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.338764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.339245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.339929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.340401 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.340892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Tracked resource versions report: Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: pushed versions: Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: { 'AddressGroup': {'1.2'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': {'1.0'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': {'1.0'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': {'1.1'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': {'1.7'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': {'1.2'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': {'1.8'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': {'1.4'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': {'1.0'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': {'1.1'}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': {'1.1'}} Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: consumer versions: Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: { DHCP agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: HyperV agent@hv-cinder-78662: {}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: L3 agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: Metadata agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: Metering agent@dv-cinder-786627-1-iscsi: {}, Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: Open vSwitch agent@dv-cinder-786627-1-iscsi: { 'AddressGroup': '1.2', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'ConntrackHelper': '1.0', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Log': '1.0', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Network': '1.1', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Port': '1.7', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'PortForwarding': '1.2', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'QosPolicy': '1.8', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroup': '1.4', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SecurityGroupRule': '1.2', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'SubPort': '1.0', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Subnet': '1.1', Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: 'Trunk': '1.1'}} Apr 16 11:58:15.342109 dv-cinder-786627-1-iscsi neutron-server[85230]: {{(pid=85346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:58:15.352723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:15.471554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Attempting to bind port 577466c6-4290-4d66-a6bc-6b69708ad37a on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:15.472155 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Attempting to bind port 577466c6-4290-4d66-a6bc-6b69708ad37a by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:15.472690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Attempting to bind port 577466c6-4290-4d66-a6bc-6b69708ad37a on network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:15.480506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:15.481006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:15.481591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.482135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Bound using segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:15.482783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Bound port: 577466c6-4290-4d66-a6bc-6b69708ad37a, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:15.483403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.485363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.517139 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Transition to ACTIVE for port object 61043fe5-985d-47be-8f2f-db594f15c81e will not be triggered until provisioned by entity DHCP. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:15.543767 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f6aad2-fd42-4683-8428-778e333ffc70,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:15.560205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:15.570503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6377347c-af43-4e18-8e17-49965dc8d72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.570667 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce6a634-0b8e-4a8a-b716-beaedbdda4ce None None] Network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:15.588167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] For port 577466c6-4290-4d66-a6bc-6b69708ad37a, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:15.592901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] For port 577466c6-4290-4d66-a6bc-6b69708ad37a, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=577466c6-4290-4d66-a6bc-6b69708ad37a,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:15.596865 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.600336 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.613756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:15.620688 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:15.642204 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:15.671198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:15.682838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:15.706594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-4dd9437d-6308-4246-a604-83c42d8660e3 None None] Provisioning for port 9d8a85e5-d181-44ee-a905-e1c1d4001792 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:15.709113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Pushing event updated for resources: {'Port': ['ID=577466c6-4290-4d66-a6bc-6b69708ad37a,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:15.721784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:15.746727 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-4dd9437d-6308-4246-a604-83c42d8660e3 None None] Provisioning complete for port 9d8a85e5-d181-44ee-a905-e1c1d4001792 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:15.747759 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4dd9437d-6308-4246-a604-83c42d8660e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.766306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6377347c-af43-4e18-8e17-49965dc8d72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.776081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954'] for router, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.844822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Network 30cb16a0-3a69-4e73-8022-cef4510ee34c is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:15.845721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=61043fe5-985d-47be-8f2f-db594f15c81e,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:15.849110 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:15.862925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:15.870221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:15.870747 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444299'] for router_interface, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.885390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Routers {'6195b669-8260-4064-ab89-1748897283c9'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:15.886658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['6195b669-8260-4064-ab89-1748897283c9'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:15.983330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4dd9437d-6308-4246-a604-83c42d8660e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.039010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-4dd9437d-6308-4246-a604-83c42d8660e3 None None] For port 9d8a85e5-d181-44ee-a905-e1c1d4001792, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=9d8a85e5-d181-44ee-a905-e1c1d4001792,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:16.042591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4dd9437d-6308-4246-a604-83c42d8660e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.045520 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:16.162807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9437d-6308-4246-a604-83c42d8660e3 None None] Pushing event updated for resources: {'Port': ['ID=9d8a85e5-d181-44ee-a905-e1c1d4001792,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:16.173706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4dd9437d-6308-4246-a604-83c42d8660e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:16.277323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-fb9b988b-8c53-40a8-bea6-f9a84e6f4562 None None] Provisioning for port 61043fe5-985d-47be-8f2f-db594f15c81e completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:16.287954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-fb9b988b-8c53-40a8-bea6-f9a84e6f4562 None None] Provisioning complete for port 61043fe5-985d-47be-8f2f-db594f15c81e triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:16.288413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fb9b988b-8c53-40a8-bea6-f9a84e6f4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.311744 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6377347c-af43-4e18-8e17-49965dc8d72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.336901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.392552 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b988b-8c53-40a8-bea6-f9a84e6f4562 None None] Port 61043fe5-985d-47be-8f2f-db594f15c81e cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:58:16.424257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] Set router 6195b669-8260-4064-ab89-1748897283c9 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:16.549951 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-a0a92681-78c7-4be8-9345-1b132e42a253 None None] Provisioning complete for port 9d8a85e5-d181-44ee-a905-e1c1d4001792 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:16.549951 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a0a92681-78c7-4be8-9345-1b132e42a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.628438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 9d8a85e5-d181-44ee-a905-e1c1d4001792 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:16.655012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:16.719235 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-57c323ce-f0b1-413e-a999-eced33a47323 req-ff758d9a-16ba-4614-a5ed-37d224df74b8 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 210 time: 0.0643179 Apr 16 11:58:16.730849 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377347c-af43-4e18-8e17-49965dc8d72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f6aad2-fd42-4683-8428-778e333ffc70,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:16.742064 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6377347c-af43-4e18-8e17-49965dc8d72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:16.766396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.772922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.774632 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854155099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854331412'] for router_interface, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.784605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 9d8a85e5-d181-44ee-a905-e1c1d4001792 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:16.785407 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.796419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:16.805969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.855349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:11Z', 'revision_number': 3, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:16.860033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4430ef-7f03-4ec1-9fc9-6f3a1c3abb14 None None] The sync data for ids ['6195b669-8260-4064-ab89-1748897283c9'] in dv-cinder-786627-1-iscsi is: [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:11Z', 'revision_number': 3, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:58:16.975443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=61043fe5-985d-47be-8f2f-db594f15c81e,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:16.979205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed is scheduled to L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa with binding_index 1 {{(pid=85344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:58:16.992487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:17.008150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:17.052463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Network 30cb16a0-3a69-4e73-8022-cef4510ee34c is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:17.054062 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:17.102683 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 31a9c7fc-7afb-4122-b6e0-dc50e3bca927 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:17.103203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:17.143201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6377347c-af43-4e18-8e17-49965dc8d72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:17.147704 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6377347c-af43-4e18-8e17-49965dc8d72b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11f6aad2-fd42-4683-8428-778e333ffc70 HTTP/1.1" status: 204 len: 168 time: 2.1327837 Apr 16 11:58:17.503278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-a0cd6b80-cb58-49f6-be8c-47ccfa8e06b0 None None] Provisioning complete for port 61043fe5-985d-47be-8f2f-db594f15c81e triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:17.504014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6b80-cb58-49f6-be8c-47ccfa8e06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:17.605883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:58:17.645875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd6b80-cb58-49f6-be8c-47ccfa8e06b0 None None] Port 61043fe5-985d-47be-8f2f-db594f15c81e cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:58:17.648532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Sync routers for ids ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:58:17.656723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:17.662133 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.1096642 Apr 16 11:58:17.663262 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50922) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:17.668822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Routers {'79d5a79d-b3d9-4961-a8a2-21aedfca05ed'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:17.672203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:17.873034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Router 6195b669-8260-4064-ab89-1748897283c9 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:58:17.903548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 50938) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:18.073969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:18.130021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.55', 59780) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:18.239381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Set router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:18.399638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954'] for router, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:18.457001 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:18.461729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] Usage tracker for resource:security_group_rule and tenant:19fe9b7f974b44e286718567f998b978 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:18.465860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:18.474917 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:18.552207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 50958) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:18.650425 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d6fc578e-d871-4d9c-b082-ba33d990e9aa req-aa14e8c3-7217-4353-8295-3552bf283303 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 210 time: 0.5779040 Apr 16 11:58:18.712221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 577466c6-4290-4d66-a6bc-6b69708ad37a up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:18.849646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:58:18.871454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:18.951291 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] 10.222.0.48 "PUT /v2.0/routers/6195b669-8260-4064-ab89-1748897283c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0639188 Apr 16 11:58:19.003273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:19.026379 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8cda3547434b7aabe0b771f87236c0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:19.032620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:19.048137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:19.062976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-300e2efe-c8cc-4ab1-b400-611e4299508d tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:19.064815 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-300e2efe-c8cc-4ab1-b400-611e4299508d tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.55 "GET /v2.0/networks?id=ba790ed0-6a38-4cf9-bea5-f6fa346813bf HTTP/1.1" status: 200 len: 812 time: 0.9336820 Apr 16 11:58:19.133886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Request body: {'port': {'device_id': '141d6cea-9189-44e4-a7c0-b3de8a58e74a', 'network_id': 'ba790ed0-6a38-4cf9-bea5-f6fa346813bf', 'admin_state_up': True, 'tenant_id': 'b3386861da8e4ec5b050efedb83611ff'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:19.134675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Router e9cb88a2-10af-440d-be70-bbbe879ead61 is scheduled to L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa with binding_index 1 {{(pid=85344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:58:19.142402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-router', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:14Z', 'revision_number': 3, 'project_id': '8c22b70829724afdb574394af4af4635', 'gw_port': {'id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:11Z', 'updated_at': '2021-04-16T11:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:19.155435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Checking router: 79d5a79d-b3d9-4961-a8a2-21aedfca05ed for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:58:19.164376 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Updating router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed port 921f33f0-da8c-45c8-95bf-1715235f9d9f binding host dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:58:19.234201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 577466c6-4290-4d66-a6bc-6b69708ad37a completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:19.253729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 577466c6-4290-4d66-a6bc-6b69708ad37a triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:19.253981 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:19.257702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:19.258159 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:19.284239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:19.322400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59430cc4-481e-4962-83bc-0e45765130f2,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:19.326851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:19.376028 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19fe9b7f974b44e286718567f998b978&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4692707 Apr 16 11:58:19.381808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51000) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:19.461612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:19.475088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:19.486031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Usage tracker for resource:port and tenant:b3386861da8e4ec5b050efedb83611ff is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:19.495589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:19.513405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:19.541571 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Made reservation on behalf of b3386861da8e4ec5b050efedb83611ff for: {'port': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:19.550657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:19.664947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-77975492-72cf-4039-b0d6-630cfb6ed14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:19.732843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-77975492-72cf-4039-b0d6-630cfb6ed14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:19.859392 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:58:19.869349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Sync routers for ids ['e9cb88a2-10af-440d-be70-bbbe879ead61'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:58:19.886274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Routers {'e9cb88a2-10af-440d-be70-bbbe879ead61'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:19.887281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['e9cb88a2-10af-440d-be70-bbbe879ead61'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:19.951471 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Allocated IP 172.20.0.14 (ba790ed0-6a38-4cf9-bea5-f6fa346813bf/4cf7c38f-e235-4b0c-b295-736f6b88166d/c475ad97-7bfb-4e30-9662-dd0b0d8999dd) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:19.970590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-77975492-72cf-4039-b0d6-630cfb6ed14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:20.004124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:20.063614 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77975492-72cf-4039-b0d6-630cfb6ed14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59430cc4-481e-4962-83bc-0e45765130f2,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:20.079043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-77975492-72cf-4039-b0d6-630cfb6ed14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:20.137766 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-77975492-72cf-4039-b0d6-630cfb6ed14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:20.144172 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-77975492-72cf-4039-b0d6-630cfb6ed14d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59430cc4-481e-4962-83bc-0e45765130f2 HTTP/1.1" status: 204 len: 168 time: 0.7605705 Apr 16 11:58:20.178748 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-01bf30ff-4001-4aea-b9f2-f3ab319b8096 req-115ae8de-c8e2-4af2-8d87-c04378c865fd tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Synchronizing usage tracker for tenant:b3386861da8e4ec5b050efedb83611ff on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:20.256925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:20.265741 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.4489563 Apr 16 11:58:20.277104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:20.292219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51024) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:20.315691 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-01bf30ff-4001-4aea-b9f2-f3ab319b8096 req-115ae8de-c8e2-4af2-8d87-c04378c865fd tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Unset dirty status for tenant:b3386861da8e4ec5b050efedb83611ff on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:20.332060 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-01bf30ff-4001-4aea-b9f2-f3ab319b8096 req-115ae8de-c8e2-4af2-8d87-c04378c865fd tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 210 time: 0.2884569 Apr 16 11:58:20.458827 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51032) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:20.470928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:20.474030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433650358', 'description': 'tempest-description--1540319845'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:20.495920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:20.516011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Set router e9cb88a2-10af-440d-be70-bbbe879ead61 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:20.535101 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Usage tracker for resource:security_group and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:20.551095 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 577466c6-4290-4d66-a6bc-6b69708ad37a, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=577466c6-4290-4d66-a6bc-6b69708ad37a,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:20.577774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:20.578992 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:20.593643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:20.672252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:20.680423 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:20.832306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=577466c6-4290-4d66-a6bc-6b69708ad37a,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:20.854900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Sync routers for ids ['6195b669-8260-4064-ab89-1748897283c9'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:58:20.875546 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:20.879149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:20.887609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.resource_extend [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:58:20.908833 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Routers {'6195b669-8260-4064-ab89-1748897283c9'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:20.909551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['6195b669-8260-4064-ab89-1748897283c9'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:20.927440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5b8c909b-bb6e-4861-878c-73a290801bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:21.070558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.089592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:21.116908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Usage tracker for resource:security_group_rule and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:21.121507 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:21.146225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:21.227856 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.313609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.347536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Transition to ACTIVE for port object 921f33f0-da8c-45c8-95bf-1715235f9d9f will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:21.367927 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.447593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51058) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:21.521426 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.534986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.570399 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb8cda3547434b7aabe0b771f87236c0&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0144093 Apr 16 11:58:21.587942 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51066) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:21.613990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf84baa-9a84-47f0-b8fd-9e14290bbcf9,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:21.640698 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 3, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:21.651288 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Checking router: e9cb88a2-10af-440d-be70-bbbe879ead61 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:58:21.652866 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Updating router e9cb88a2-10af-440d-be70-bbbe879ead61 port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:58:21.658356 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:21.673236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-77975492-72cf-4039-b0d6-630cfb6ed14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:21.720157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3ea450b9-fd58-466e-950c-bd82f960163e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:21.726505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.732927 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2723546 Apr 16 11:58:21.733842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51074) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:21.766400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'security_group_rule': {'security_group_id': 'fe89d565-73a4-45a3-8237-b8fa4d1eb609', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:21.774153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:21.779528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Usage tracker for resource:security_group_rule and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:21.782912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:21.792066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:21.832509 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.872514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.897123 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.942034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.946282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe89d565-73a4-45a3-8237-b8fa4d1eb609,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:21.949841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:21.951759 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.134366 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d58c-6711-4d67-b99f-01448a3f6fe0 None None] Pushing event updated for resources: {'Port': ['ID=921f33f0-da8c-45c8-95bf-1715235f9d9f,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:22.161096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1031d58c-6711-4d67-b99f-01448a3f6fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:22.251113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Attempting to bind port 921f33f0-da8c-45c8-95bf-1715235f9d9f on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:22.251658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Attempting to bind port 921f33f0-da8c-45c8-95bf-1715235f9d9f by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:22.252469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Attempting to bind port 921f33f0-da8c-45c8-95bf-1715235f9d9f on network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:22.256275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3ff62b2e-b03f-4a16-9067-ce84a6a122d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.259481 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.265647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:22.266288 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:22.266917 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.267529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Bound using segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:22.268269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Bound port: 921f33f0-da8c-45c8-95bf-1715235f9d9f, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:22.268881 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.330620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:22.510089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Set router 6195b669-8260-4064-ab89-1748897283c9 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:22.557102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Network ba790ed0-6a38-4cf9-bea5-f6fa346813bf is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:22.572835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.579635 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8402417 Apr 16 11:58:22.582323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51092) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:22.614475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:22.633963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:22.658740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:22.673802 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.687145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.688593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51094) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:22.690399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.722762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Transition to ACTIVE for port object d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:22.738167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.753966 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6263795 Apr 16 11:58:22.759122 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'security_group_rule': {'security_group_id': 'fe89d565-73a4-45a3-8237-b8fa4d1eb609', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:22.773781 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:22.788194 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Usage tracker for resource:security_group_rule and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:22.792749 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:22.797978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:22.814845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:22.819245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3ff62b2e-b03f-4a16-9067-ce84a6a122d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.859513 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:22.863628 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:22.985972 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] For port 921f33f0-da8c-45c8-95bf-1715235f9d9f, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:22.996229 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] Usage tracker for resource:security_group_rule and tenant:b0fa9b87cefe4b7994eb680568c4aed1 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:23.006455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] For port 921f33f0-da8c-45c8-95bf-1715235f9d9f, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=921f33f0-da8c-45c8-95bf-1715235f9d9f,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:23.020440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 577466c6-4290-4d66-a6bc-6b69708ad37a up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:23.057247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.063709 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d90b1-9f92-4948-a157-cacb0f789330 req-80aacdfa-ec4c-4ab1-9edb-edf8b34bfd6f tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:23.071912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.073178 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-934d90b1-9f92-4948-a157-cacb0f789330 req-80aacdfa-ec4c-4ab1-9edb-edf8b34bfd6f tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 932 time: 1.2863035 Apr 16 11:58:23.109978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3ff62b2e-b03f-4a16-9067-ce84a6a122d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.110890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.138195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.143196 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:23.147205 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055452 Apr 16 11:58:23.148469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.149035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Pushing event updated for resources: {'Port': ['ID=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:23.154765 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:23.157370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51102) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:23.162617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824eb8a7-eae2-4a5b-9403-ca17b1f9f1f6 None None] Pushing event updated for resources: {'Port': ['ID=d6d0aadc-05ff-4f7b-9ccb-2b541dabf436,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:23.163150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.641s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:23.175967 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-824eb8a7-eae2-4a5b-9403-ca17b1f9f1f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:23.186693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:23.195211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] Usage tracker for resource:security_group_rule and tenant:da82d3300bdc45ff8ccabd48e2e37bd7 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:23.201598 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:23.211060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'floatingip': {'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:23.212229 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:23.227842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:23.239154 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Usage tracker for resource:floatingip and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:23.252432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:23.260329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:23.272758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c8d21-14bd-42fc-9647-9a8d4a8bf929 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1a6bdd-4155-4fc5-bfbb-d97f5fbbf1c8,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:23.275565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for floatingip, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.389948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Attempting to bind port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:23.393001 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Attempting to bind port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:23.393611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Attempting to bind port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 on network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:23.408888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:23.414778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:23.415529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.417321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Bound using segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:23.418108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Bound port: d6d0aadc-05ff-4f7b-9ccb-2b541dabf436, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:23.421012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.426346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.484694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:23.507502 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6377347c-af43-4e18-8e17-49965dc8d72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:23.518845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-c8b0010e-2678-4647-b239-9b12beddfffb tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:58:23.520703 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-c8b0010e-2678-4647-b239-9b12beddfffb tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461800 Apr 16 11:58:23.538816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.541230 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea87208-e86c-4c01-ba20-46bcd7389e2c,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:23.552273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:23.560962 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:23.561372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:23.608572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:23.634412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-934d90b1-9f92-4948-a157-cacb0f789330 req-043c5728-dfe5-4031-813e-d2f8cad50b94 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Synchronizing usage tracker for tenant:b3386861da8e4ec5b050efedb83611ff on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:23.649737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff62b2e-b03f-4a16-9067-ce84a6a122d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf84baa-9a84-47f0-b8fd-9e14290bbcf9,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:23.680195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] For port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:23.690117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d58c-6711-4d67-b99f-01448a3f6fe0 None None] Pushing event updated for resources: {'Port': ['ID=921f33f0-da8c-45c8-95bf-1715235f9d9f,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:23.690356 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] For port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=d6d0aadc-05ff-4f7b-9ccb-2b541dabf436,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:23.695739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.713590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.728403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1031d58c-6711-4d67-b99f-01448a3f6fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:23.755902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:23.803535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3ff62b2e-b03f-4a16-9067-ce84a6a122d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:23.804115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3ff62b2e-b03f-4a16-9067-ce84a6a122d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:23.805396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 577466c6-4290-4d66-a6bc-6b69708ad37a triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:23.806101 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.853009 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51112) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:23.873616 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da82d3300bdc45ff8ccabd48e2e37bd7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1717110 Apr 16 11:58:23.874749 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-934d90b1-9f92-4948-a157-cacb0f789330 req-043c5728-dfe5-4031-813e-d2f8cad50b94 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Unset dirty status for tenant:b3386861da8e4ec5b050efedb83611ff on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:23.883323 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-934d90b1-9f92-4948-a157-cacb0f789330 req-043c5728-dfe5-4031-813e-d2f8cad50b94 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8089643 Apr 16 11:58:23.884120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee62d852-a359-47ad-9512-a97dc890ed7e,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:23.899606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51116) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:23.927320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:23.954352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3ff62b2e-b03f-4a16-9067-ce84a6a122d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:23.955831 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3ff62b2e-b03f-4a16-9067-ce84a6a122d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abf84baa-9a84-47f0-b8fd-9e14290bbcf9 HTTP/1.1" status: 204 len: 168 time: 2.3463762 Apr 16 11:58:23.964303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Routers {'79d5a79d-b3d9-4961-a8a2-21aedfca05ed'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:23.971168 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:24.014064 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a3abb17c-1706-444e-bdf2-fbc77f004efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:24.064623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a3abb17c-1706-444e-bdf2-fbc77f004efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:24.154752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Routers {'e9cb88a2-10af-440d-be70-bbbe879ead61'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:24.155592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['e9cb88a2-10af-440d-be70-bbbe879ead61'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:24.196051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a3abb17c-1706-444e-bdf2-fbc77f004efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:24.253566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:24.278846 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:24.295395 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:24.300383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] Usage tracker for resource:security_group_rule and tenant:0472561913de45e0a8f3bfda798bbf48 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:24.305276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:24.312061 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Allocated IP 172.20.0.1 (8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9/7269558b-57d5-49dd-912f-1a4984b68f2f/87d49627-da41-4d9b-b4d6-0f382ac03905) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:24.314841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:24.435305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:24.444049 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:24.492975 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abb17c-1706-444e-bdf2-fbc77f004efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee62d852-a359-47ad-9512-a97dc890ed7e,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:24.512478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a3abb17c-1706-444e-bdf2-fbc77f004efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:24.534163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:24.646311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a3abb17c-1706-444e-bdf2-fbc77f004efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:24.647657 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a3abb17c-1706-444e-bdf2-fbc77f004efb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee62d852-a359-47ad-9512-a97dc890ed7e HTTP/1.1" status: 204 len: 168 time: 0.7465577 Apr 16 11:58:24.738263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:24.758591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824eb8a7-eae2-4a5b-9403-ca17b1f9f1f6 None None] Pushing event updated for resources: {'Port': ['ID=d6d0aadc-05ff-4f7b-9ccb-2b541dabf436,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:24.764999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-824eb8a7-eae2-4a5b-9403-ca17b1f9f1f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.009s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:24.831110 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Request body: {'port': {'device_id': '141d6cea-9189-44e4-a7c0-b3de8a58e74a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:24.963255 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] Set router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:25.029523 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0472561913de45e0a8f3bfda798bbf48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1724043 Apr 16 11:58:25.179320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] Set router e9cb88a2-10af-440d-be70-bbbe879ead61 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:25.254363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51144) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:25.265122 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:25.574702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Allocated IP 172.20.0.1 (6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605/dee9660e-00d1-4652-8fbb-4b7b81a7d2ba/7ce9873b-6431-4bae-81ae-189459e81a47) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:25.747556 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:25.766962 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Transition to ACTIVE for port object 7ce9873b-6431-4bae-81ae-189459e81a47 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:25.789658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51152) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:25.800198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:25.893891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c475ad97-7bfb-4e30-9662-dd0b0d8999dd {{(pid=85343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:58:25.902976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:25.933449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Transition to ACTIVE for port object c475ad97-7bfb-4e30-9662-dd0b0d8999dd will not be triggered until provisioned by entity L2. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:26.020948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ca3f5b-ee5b-45e1-8b4c-0d2d36612bdc,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:26.056718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:26.061416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.322s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:26.157406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0bfa7619-672b-4e0b-ba8f-554a9eff3996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:26.222230 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 3, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:26.231663 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a4313-0e82-4027-b246-f4a5f8056865 None None] The sync data for ids ['e9cb88a2-10af-440d-be70-bbbe879ead61'] in dv-cinder-786627-1-iscsi is: [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 3, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:58:26.268922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:26.325474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '61043fe5-985d-47be-8f2f-db594f15c81e', 'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'mac_address': 'fa:16:3e:c3:b8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:14Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 2, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'subnets': [{'id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:26.332848 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Checking router: 6195b669-8260-4064-ab89-1748897283c9 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:58:26.333255 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Updating router 6195b669-8260-4064-ab89-1748897283c9 port 61043fe5-985d-47be-8f2f-db594f15c81e binding host dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:58:26.375137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce9873b-6431-4bae-81ae-189459e81a47,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:26.379108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:26.394576 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:26.403949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] Usage tracker for resource:security_group_rule and tenant:837144cbd6484fd3a5c311930dd6ac9e is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:26.408098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:26.416659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:26.464631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:26.486378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-router', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:14Z', 'revision_number': 3, 'project_id': '8c22b70829724afdb574394af4af4635', 'gw_port': {'id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:11Z', 'updated_at': '2021-04-16T11:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:26.499117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:26.578241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:26.580489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:26.581013 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444299'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:26.721137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a89137e-7602-4961-8f7c-25a4cee6ec1c None None] The sync data for ids ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'] in dv-cinder-786627-1-iscsi is: [{'id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-router', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:14Z', 'revision_number': 3, 'project_id': '8c22b70829724afdb574394af4af4635', 'gw_port': {'id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:11Z', 'updated_at': '2021-04-16T11:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:58:26.861265 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:26.870503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:26.895179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-21312ff3-0bdb-4fcb-a53d-9fad099450c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:26.986285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-21312ff3-0bdb-4fcb-a53d-9fad099450c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.077142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.094017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:27.158274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:27.158556 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8cb70c-929d-4e57-99a7-180303ee927a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:27.173276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:27.246186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-21312ff3-0bdb-4fcb-a53d-9fad099450c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.287548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.294104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Allocated IP 172.27.3.18 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/47f2068c-1c13-4cbc-85b0-638a8d90b630) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:27.330208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.346647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Transition to ACTIVE for port object 61043fe5-985d-47be-8f2f-db594f15c81e will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:27.360284 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.361937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-eb536f2a-9e40-46f9-b2f2-b4bedc28c71f None None] Provisioning for port 7ce9873b-6431-4bae-81ae-189459e81a47 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:27.376789 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.395530 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-eb536f2a-9e40-46f9-b2f2-b4bedc28c71f None None] Provisioning complete for port 7ce9873b-6431-4bae-81ae-189459e81a47 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:27.400983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb536f2a-9e40-46f9-b2f2-b4bedc28c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.422206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.448747 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716b9f-ea9d-4e4c-9d5a-100c1b558711 req-a369fd52-75d4-452e-973c-9225b113dacb tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:27.503468 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-64716b9f-ea9d-4e4c-9d5a-100c1b558711 req-a369fd52-75d4-452e-973c-9225b113dacb tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 944 time: 2.2480109 Apr 16 11:58:27.515100 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.533662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-21312ff3-0bdb-4fcb-a53d-9fad099450c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.535443 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-21312ff3-0bdb-4fcb-a53d-9fad099450c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23ca3f5b-ee5b-45e1-8b4c-0d2d36612bdc HTTP/1.1" status: 204 len: 168 time: 2.2263880 Apr 16 11:58:27.874635 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-64716b9f-ea9d-4e4c-9d5a-100c1b558711 req-2d1fd839-26b5-49cb-99f0-6d9da7b54f9a tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689237 Apr 16 11:58:27.879388 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Pushing event updated for resources: {'Port': ['ID=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:27.967985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e0f83c30-e189-4bb1-8247-b30a41ec06cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:28.005209 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:28.025806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-eb536f2a-9e40-46f9-b2f2-b4bedc28c71f None None] Port 7ce9873b-6431-4bae-81ae-189459e81a47 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:58:28.036211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:28.039806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-135b7eb2-6cc7-42e2-98de-58efc218e46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:28.070640 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21312ff3-0bdb-4fcb-a53d-9fad099450c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ca3f5b-ee5b-45e1-8b4c-0d2d36612bdc,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:28.094622 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-21312ff3-0bdb-4fcb-a53d-9fad099450c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:28.341053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Pushing event updated for resources: {'Port': ['ID=87d49627-da41-4d9b-b4d6-0f382ac03905,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:28.353393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:28.365163 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=837144cbd6484fd3a5c311930dd6ac9e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5713246 Apr 16 11:58:28.419522 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-39d53add-873e-4a93-9b91-f6bb854e0e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:28.448642 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51176) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:28.497695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3489d4-8b03-49c4-a5a4-d10ce2be358f None None] Pushing event updated for resources: {'Port': ['ID=61043fe5-985d-47be-8f2f-db594f15c81e,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:28.619171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 921f33f0-da8c-45c8-95bf-1715235f9d9f up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:28.695127 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Attempting to bind port c475ad97-7bfb-4e30-9662-dd0b0d8999dd on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:28.695696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Attempting to bind port c475ad97-7bfb-4e30-9662-dd0b0d8999dd by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '69892b72-aa36-4185-8246-dd11378993b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ba790ed0-6a38-4cf9-bea5-f6fa346813bf'}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:28.696207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Attempting to bind port c475ad97-7bfb-4e30-9662-dd0b0d8999dd on network ba790ed0-6a38-4cf9-bea5-f6fa346813bf {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:28.709006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:28.715780 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0fa9b87cefe4b7994eb680568c4aed1&name=default HTTP/1.1" status: 200 len: 2979 time: 7.2057335 Apr 16 11:58:28.717132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Port c475ad97-7bfb-4e30-9662-dd0b0d8999dd on network ba790ed0-6a38-4cf9-bea5-f6fa346813bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:58:28.717636 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Attempting to bind port c475ad97-7bfb-4e30-9662-dd0b0d8999dd on network ba790ed0-6a38-4cf9-bea5-f6fa346813bf {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:28.720223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51180) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:28.751550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4a3489d4-8b03-49c4-a5a4-d10ce2be358f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:28.782721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:28.803470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:28.804085 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444299'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:28.930904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:28.931450 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Checking segment: {'id': '69892b72-aa36-4185-8246-dd11378993b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ba790ed0-6a38-4cf9-bea5-f6fa346813bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:28.931966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Bound using segment: {'id': '69892b72-aa36-4185-8246-dd11378993b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ba790ed0-6a38-4cf9-bea5-f6fa346813bf'} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:28.932916 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Bound port: c475ad97-7bfb-4e30-9662-dd0b0d8999dd, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69892b72-aa36-4185-8246-dd11378993b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ba790ed0-6a38-4cf9-bea5-f6fa346813bf'}}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:28.933318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:28.937548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 921f33f0-da8c-45c8-95bf-1715235f9d9f completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:28.942935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Attempting to bind port 61043fe5-985d-47be-8f2f-db594f15c81e on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:28.943280 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Attempting to bind port 61043fe5-985d-47be-8f2f-db594f15c81e by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:28.943695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Attempting to bind port 61043fe5-985d-47be-8f2f-db594f15c81e on network 30cb16a0-3a69-4e73-8022-cef4510ee34c {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:28.966230 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:28.966758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Checking segment: {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:28.967303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:28.968261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Bound using segment: {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:28.975555 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Bound port: 61043fe5-985d-47be-8f2f-db594f15c81e, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:28.976169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.013611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 921f33f0-da8c-45c8-95bf-1715235f9d9f triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:29.014045 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.094174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c528059-09c3-4040-a1f8-3169ff37abb1,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:29.116324 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:29.211801 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] For port 61043fe5-985d-47be-8f2f-db594f15c81e, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:29.215535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] For port 61043fe5-985d-47be-8f2f-db594f15c81e, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=61043fe5-985d-47be-8f2f-db594f15c81e,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:29.240693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.262932 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.279277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] For port c475ad97-7bfb-4e30-9662-dd0b0d8999dd, host hv-cinder-78662, cleared binding levels {{(pid=85343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:29.294020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.295969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] For port c475ad97-7bfb-4e30-9662-dd0b0d8999dd, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,segment=NetworkSegment(69892b72-aa36-4185-8246-dd11378993b5),segment_id=69892b72-aa36-4185-8246-dd11378993b5)] {{(pid=85343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:29.328562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854155099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854331412'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.332567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-846dd51c-f167-4e81-8b97-0b8ca85671c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.366652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-846dd51c-f167-4e81-8b97-0b8ca85671c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.451397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.455681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.469573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-846dd51c-f167-4e81-8b97-0b8ca85671c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.476662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:29.529726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fffc9e23-a589-4d58-aa1b-3a3dc12145f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.614138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:29.616395 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:29.628586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:29.684563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:29.744103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fffc9e23-a589-4d58-aa1b-3a3dc12145f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.805682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.871490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3489d4-8b03-49c4-a5a4-d10ce2be358f None None] Pushing event updated for resources: {'Port': ['ID=61043fe5-985d-47be-8f2f-db594f15c81e,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:29.887923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4a3489d4-8b03-49c4-a5a4-d10ce2be358f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:29.901394 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.930014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 921f33f0-da8c-45c8-95bf-1715235f9d9f, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=921f33f0-da8c-45c8-95bf-1715235f9d9f,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:29.974206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.975698 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:30.022464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce9873b-6431-4bae-81ae-189459e81a47,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:30.081915 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:30.104762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3431df-04bd-4bc7-93d9-5c868cea0a89 req-38efa9f7-d5ce-44af-9387-0e796714fae8 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:30.107038 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ab3431df-04bd-4bc7-93d9-5c868cea0a89 req-38efa9f7-d5ce-44af-9387-0e796714fae8 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 944 time: 0.8473325 Apr 16 11:58:30.153495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Pushing event updated for resources: {'Port': ['ID=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,revision_number=3']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:30.160732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:30.165261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:30.304408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-593e97ae-aa09-4381-9942-1e3b85f7ca0b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:30.355563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-846dd51c-f167-4e81-8b97-0b8ca85671c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:30.358866 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-846dd51c-f167-4e81-8b97-0b8ca85671c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c528059-09c3-4040-a1f8-3169ff37abb1 HTTP/1.1" status: 204 len: 168 time: 1.6327529 Apr 16 11:58:30.372527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=921f33f0-da8c-45c8-95bf-1715235f9d9f,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:30.378968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:30.389577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Routers {'6195b669-8260-4064-ab89-1748897283c9'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:30.390297 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['6195b669-8260-4064-ab89-1748897283c9'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:30.396377 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dd51c-f167-4e81-8b97-0b8ca85671c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c528059-09c3-4040-a1f8-3169ff37abb1,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:30.424830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-846dd51c-f167-4e81-8b97-0b8ca85671c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:30.425672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:30.812651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fffc9e23-a589-4d58-aa1b-3a3dc12145f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:30.818861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'Port': ['ID=47f2068c-1c13-4cbc-85b0-638a8d90b630,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:30.835729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:30.882611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:30.900699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:30.905833 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:30.906963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:30.910757 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] 10.222.0.55 "PUT /v2.0/ports/c475ad97-7bfb-4e30-9662-dd0b0d8999dd HTTP/1.1" status: 200 len: 1094 time: 6.7185025 Apr 16 11:58:30.912013 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:30.928077 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141d6cea-9189-44e4-a7c0-b3de8a58e74a', 'tag': 'c475ad97-7bfb-4e30-9662-dd0b0d8999dd'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:30.984920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-2fc12e88-e6cc-4114-99b2-04a7b51e1a06 None None] Provisioning complete for port 7ce9873b-6431-4bae-81ae-189459e81a47 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:30.985482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2fc12e88-e6cc-4114-99b2-04a7b51e1a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:30.986879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:31.008469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:31.023361 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:31.056891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc9e23-a589-4d58-aa1b-3a3dc12145f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8cb70c-929d-4e57-99a7-180303ee927a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:31.059647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fffc9e23-a589-4d58-aa1b-3a3dc12145f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:31.061103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:31.062622 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:31.110259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Router e9cb88a2-10af-440d-be70-bbbe879ead61 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:58:31.354220 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] Set router 6195b669-8260-4064-ab89-1748897283c9 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:31.407465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:31.432739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:31.443410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fffc9e23-a589-4d58-aa1b-3a3dc12145f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:31.450420 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-fffc9e23-a589-4d58-aa1b-3a3dc12145f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db8cb70c-929d-4e57-99a7-180303ee927a HTTP/1.1" status: 204 len: 168 time: 2.9635704 Apr 16 11:58:31.460527 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ab3431df-04bd-4bc7-93d9-5c868cea0a89 req-2a3a1f05-c65f-4b4d-9fd9-ceca7ee4512e tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2934880 Apr 16 11:58:31.468573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:31.481654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854155099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854331412'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:31.511451 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-e7cb254e-0c5e-4319-8a98-963cd4dd4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:31.517010 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-e7cb254e-0c5e-4319-8a98-963cd4dd4cb8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3386861da8e4ec5b050efedb83611ff&device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 1097 time: 0.4141538 Apr 16 11:58:31.580021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:31.866384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:31.913142 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-1d48be83-0f2a-48b4-8cf0-18814024724e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c475ad97-7bfb-4e30-9662-dd0b0d8999dd HTTP/1.1" status: 200 len: 217 time: 0.1978076 Apr 16 11:58:32.056543 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Pushing event updated for resources: {'Port': ['ID=87d49627-da41-4d9b-b4d6-0f382ac03905,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:32.060669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:32.210901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-2fc12e88-e6cc-4114-99b2-04a7b51e1a06 None None] Port 7ce9873b-6431-4bae-81ae-189459e81a47 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:58:32.270585 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:58:32.284477 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Sync routers for ids ['e9cb88a2-10af-440d-be70-bbbe879ead61'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:58:32.297236 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] 10.222.0.48 "PUT /v2.0/routers/e9cb88a2-10af-440d-be70-bbbe879ead61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0034251 Apr 16 11:58:32.301400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:32.303640 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:32.311318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Routers {'e9cb88a2-10af-440d-be70-bbbe879ead61'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:32.314885 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['e9cb88a2-10af-440d-be70-bbbe879ead61'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:32.423137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-9bf65cef-8112-4496-b310-04d94a7a2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:32.424949 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-9bf65cef-8112-4496-b310-04d94a7a2a1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cf7c38f-e235-4b0c-b295-736f6b88166d HTTP/1.1" status: 200 len: 852 time: 0.0848687 Apr 16 11:58:32.759769 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-a2d20a74-02ae-407c-97d8-cef8d1a96d45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba790ed0-6a38-4cf9-bea5-f6fa346813bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2596080 Apr 16 11:58:32.812556 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141d6cea-9189-44e4-a7c0-b3de8a58e74a', 'tag': 'c475ad97-7bfb-4e30-9662-dd0b0d8999dd', 'status': 'completed', 'code': 200} Apr 16 11:58:32.816617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:32.823183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:32.859265 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:32.891341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Set router e9cb88a2-10af-440d-be70-bbbe879ead61 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:33.125450 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3994a-b38c-4032-bd13-62e26e6be99c req-f6721dfc-c5ed-4a52-a1a0-5b19945c7f8c tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:33.127263 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aad3994a-b38c-4032-bd13-62e26e6be99c req-f6721dfc-c5ed-4a52-a1a0-5b19945c7f8c tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 944 time: 0.3055956 Apr 16 11:58:33.150396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:58:33.220159 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'Port': ['ID=47f2068c-1c13-4cbc-85b0-638a8d90b630,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:33.250726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:33.297783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=d6d0aadc-05ff-4f7b-9ccb-2b541dabf436,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:33.332889 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:33.346557 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:33.426011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:33.469811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=d6d0aadc-05ff-4f7b-9ccb-2b541dabf436,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:33.482728 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:33.518424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '61043fe5-985d-47be-8f2f-db594f15c81e', 'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'mac_address': 'fa:16:3e:c3:b8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:14Z', 'updated_at': '2021-04-16T11:58:29Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'subnets': [{'id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:33.527921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf0b92-de4a-483b-8387-030b0b7f77d9 None None] The sync data for ids ['6195b669-8260-4064-ab89-1748897283c9'] in dv-cinder-786627-1-iscsi is: [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '61043fe5-985d-47be-8f2f-db594f15c81e', 'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'mac_address': 'fa:16:3e:c3:b8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:14Z', 'updated_at': '2021-04-16T11:58:29Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'subnets': [{'id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:58:33.562634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 921f33f0-da8c-45c8-95bf-1715235f9d9f up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:33.723906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:58:33.728964 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] 10.222.0.48 "PUT /v2.0/routers/79d5a79d-b3d9-4961-a8a2-21aedfca05ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0614233 Apr 16 11:58:33.735194 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Sync routers for ids ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:58:33.763812 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Routers {'79d5a79d-b3d9-4961-a8a2-21aedfca05ed'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:33.764852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:33.797790 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aad3994a-b38c-4032-bd13-62e26e6be99c req-24aaf016-60ec-49a4-aa86-0a755acd6302 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6459002 Apr 16 11:58:33.839102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:26Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7ce9873b-6431-4bae-81ae-189459e81a47', 'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'mac_address': 'fa:16:3e:4a:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:24Z', 'updated_at': '2021-04-16T11:58:28Z', 'revision_number': 2, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'subnets': [{'id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:33.858653 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Checking router: e9cb88a2-10af-440d-be70-bbbe879ead61 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:58:33.859652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Updating router e9cb88a2-10af-440d-be70-bbbe879ead61 port 7ce9873b-6431-4bae-81ae-189459e81a47 binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:58:33.930505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 921f33f0-da8c-45c8-95bf-1715235f9d9f triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:33.934327 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:33.940909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:33.977331 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-4285d2a6-5440-4af9-9739-5d4a84bcaac0 service neutron] 10.222.0.55 "GET /v2.0/networks/ba790ed0-6a38-4cf9-bea5-f6fa346813bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0148811 Apr 16 11:58:34.017722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:34.347365 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51312) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:34.360372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953760234', 'description': 'tempest-description--1248801230'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:34.382149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:34.396571 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Usage tracker for resource:security_group and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:34.410045 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:34.425777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:34.446369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:34.508310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:34.522879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Usage tracker for resource:security_group_rule and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:34.532906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:34.544976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Set router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:34.558192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:34.790974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:34.796817 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:34.878161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:34.938922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:34.940609 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.7440584 Apr 16 11:58:34.950377 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c9809177-17ae-4bed-9fde-3e08f763c700 req-e6b86c94-03a1-42cc-9a96-d34205e23cd2 service neutron] 10.222.0.55 "GET /v2.0/networks/ba790ed0-6a38-4cf9-bea5-f6fa346813bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9244308 Apr 16 11:58:34.954881 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685b4ac8-d995-4776-b8d3-ef8b4c193a82,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:34.960084 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:34.961391 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6128845 Apr 16 11:58:34.962299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:34.965152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51332) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:34.974110 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'security_group_rule': {'security_group_id': '685b4ac8-d995-4776-b8d3-ef8b4c193a82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:35.002232 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:35.019157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Usage tracker for resource:security_group_rule and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:35.032796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:35.054843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:35.102320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.121578 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.132287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Transition to ACTIVE for port object 7ce9873b-6431-4bae-81ae-189459e81a47 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:35.139670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.190055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d80c6074-fb13-4977-8be3-496318cdcdf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:35.228697 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-router', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:30Z', 'revision_number': 4, 'project_id': '8c22b70829724afdb574394af4af4635', 'gw_port': {'id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:11Z', 'updated_at': '2021-04-16T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '87d49627-da41-4d9b-b4d6-0f382ac03905', 'name': '', 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'mac_address': 'fa:16:3e:36:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7269558b-57d5-49dd-912f-1a4984b68f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:21Z', 'updated_at': '2021-04-16T11:58:31Z', 'revision_number': 2, 'project_id': '8c22b70829724afdb574394af4af4635', 'subnets': [{'id': '7269558b-57d5-49dd-912f-1a4984b68f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:35.253279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Checking router: 79d5a79d-b3d9-4961-a8a2-21aedfca05ed for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:58:35.253704 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Updating router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed port 87d49627-da41-4d9b-b4d6-0f382ac03905 binding host dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:58:35.404947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.469321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.516081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19544aea-e5ce-46b1-9b50-e6f50829b27f req-4a31e5cf-d0cc-431e-a288-9a8d8c315e4b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:35.517804 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-19544aea-e5ce-46b1-9b50-e6f50829b27f req-4a31e5cf-d0cc-431e-a288-9a8d8c315e4b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 944 time: 0.3680851 Apr 16 11:58:35.518788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.532718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:35.546542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426d17f-406d-4301-8c90-9a2240a0aef7 None None] Pushing event updated for resources: {'Port': ['ID=7ce9873b-6431-4bae-81ae-189459e81a47,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:35.551608 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6426d17f-406d-4301-8c90-9a2240a0aef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:35.573596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-a0b44bdb-0bc0-4b36-8c1a-044abf0851fa tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:35.594351 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-a0b44bdb-0bc0-4b36-8c1a-044abf0851fa tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Synchronizing usage tracker for tenant:8c22b70829724afdb574394af4af4635 on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:35.643150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.644888 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6782167 Apr 16 11:58:35.650113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51360) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:35.651259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4017c9-3ca1-4cf2-b50d-d50078b6b63a,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:35.654459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-a0b44bdb-0bc0-4b36-8c1a-044abf0851fa tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Unset dirty status for tenant:8c22b70829724afdb574394af4af4635 on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:35.665182 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-a0b44bdb-0bc0-4b36-8c1a-044abf0851fa tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/networks?id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 HTTP/1.1" status: 200 len: 819 time: 0.4845309 Apr 16 11:58:35.687457 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:35.695456 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'security_group_rule': {'security_group_id': '685b4ac8-d995-4776-b8d3-ef8b4c193a82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:35.706184 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:35.720397 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-e6d2acc4-8312-49a1-9c7c-c5e715813283 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/quotas/8c22b70829724afdb574394af4af4635 HTTP/1.1" status: 200 len: 375 time: 0.0406346 Apr 16 11:58:35.728622 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Usage tracker for resource:security_group_rule and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:35.734000 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-19544aea-e5ce-46b1-9b50-e6f50829b27f req-aeb72d22-7048-41b7-958d-edb0b8ae3059 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002735 Apr 16 11:58:35.821572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:35.863630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:35.935346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:35.962118 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-6203c0e3-3f89-4c84-8baa-e266dee2e665 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Synchronizing usage tracker for tenant:8c22b70829724afdb574394af4af4635 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:36.028361 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-6203c0e3-3f89-4c84-8baa-e266dee2e665 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Unset dirty status for tenant:8c22b70829724afdb574394af4af4635 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:36.040430 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-6203c0e3-3f89-4c84-8baa-e266dee2e665 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3184614 Apr 16 11:58:36.164692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.192290 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Transition to ACTIVE for port object 87d49627-da41-4d9b-b4d6-0f382ac03905 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:36.211755 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 61043fe5-985d-47be-8f2f-db594f15c81e up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:36.222522 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ddf411ff-1646-4fcf-a576-eb6b6058bba6 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Synchronizing usage tracker for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:security_group {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:36.255089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Attempting to bind port 7ce9873b-6431-4bae-81ae-189459e81a47 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:36.255512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Attempting to bind port 7ce9873b-6431-4bae-81ae-189459e81a47 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:36.255939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Attempting to bind port 7ce9873b-6431-4bae-81ae-189459e81a47 on network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:36.260110 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ddf411ff-1646-4fcf-a576-eb6b6058bba6 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Unset dirty status for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:security_group {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:36.261433 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ddf411ff-1646-4fcf-a576-eb6b6058bba6 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1433650358&fields=id&tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b HTTP/1.1" status: 200 len: 267 time: 0.1231716 Apr 16 11:58:36.273557 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:36.274323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Checking segment: {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:36.275034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.275618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Bound using segment: {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:36.276307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Bound port: 7ce9873b-6431-4bae-81ae-189459e81a47, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:36.276888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.315660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.327976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.345273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:36.363468 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.398933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fe6d155f-05e4-418e-880f-78b0d6170c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:36.426023 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] For port 7ce9873b-6431-4bae-81ae-189459e81a47, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:36.434982 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] For port 7ce9873b-6431-4bae-81ae-189459e81a47, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=7ce9873b-6431-4bae-81ae-189459e81a47,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:36.441866 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.489685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345220b6-a5e1-49bb-b7c9-6bd66109e6cc,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:36.495569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:36.503020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.509304 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-824eb8a7-eae2-4a5b-9403-ca17b1f9f1f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:36.510623 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8565652 Apr 16 11:58:36.519851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51400) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:36.532716 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'floatingip': {'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:36.557167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:36.562263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Usage tracker for resource:floatingip and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:36.565590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:36.568760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-66489000-b035-4f34-8bb7-ff18a0c49be4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:36.569754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-66489000-b035-4f34-8bb7-ff18a0c49be4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Synchronizing usage tracker for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:network {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:36.591540 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-1766df1a-8ebb-4d86-b59a-84fafd5476e9 service neutron] 10.222.0.48 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500233 Apr 16 11:58:36.593495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:36.596562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 61043fe5-985d-47be-8f2f-db594f15c81e completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:36.613335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for floatingip, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.613545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 61043fe5-985d-47be-8f2f-db594f15c81e triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:36.613936 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:36.625518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-66489000-b035-4f34-8bb7-ff18a0c49be4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Unset dirty status for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:network {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:36.629753 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-66489000-b035-4f34-8bb7-ff18a0c49be4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 816 time: 0.3577006 Apr 16 11:58:36.674294 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-7ad17310-3bdd-4fc7-b49c-e15e55117851 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/quotas/f221bd72ee4a41b38cf66ce2e39c9d8b HTTP/1.1" status: 200 len: 375 time: 0.0366957 Apr 16 11:58:36.681828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5f9a2-29f9-4672-8aa3-d4f5324cae74 None None] Pushing event updated for resources: {'Port': ['ID=87d49627-da41-4d9b-b4d6-0f382ac03905,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:36.705458 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eea5f9a2-29f9-4672-8aa3-d4f5324cae74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:36.806525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426d17f-406d-4301-8c90-9a2240a0aef7 None None] Pushing event updated for resources: {'Port': ['ID=7ce9873b-6431-4bae-81ae-189459e81a47,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:36.823381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6426d17f-406d-4301-8c90-9a2240a0aef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:36.844901 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-9d0d193c-88b6-417b-ae0a-b4d8014d5f3f service neutron] 10.222.0.48 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800478 Apr 16 11:58:36.875498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-26b142fb-f8aa-418b-81df-ef3950d97254 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Synchronizing usage tracker for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:36.888777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Routers {'e9cb88a2-10af-440d-be70-bbbe879ead61'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:36.890667 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['e9cb88a2-10af-440d-be70-bbbe879ead61'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:36.922420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-26b142fb-f8aa-418b-81df-ef3950d97254 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Unset dirty status for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:36.941428 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-26b142fb-f8aa-418b-81df-ef3950d97254 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2655647 Apr 16 11:58:37.153322 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:37.267964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] Set router e9cb88a2-10af-440d-be70-bbbe879ead61 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:37.291199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-b348838c-21d8-4a56-b049-92726ae07854 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:58:37.293792 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-b348838c-21d8-4a56-b049-92726ae07854 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0895658 Apr 16 11:58:37.377420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:37.453339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Allocated IP 172.27.3.58 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/3b354ed7-8296-4186-bc7d-48f263346d47) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:37.470979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 61043fe5-985d-47be-8f2f-db594f15c81e, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=61043fe5-985d-47be-8f2f-db594f15c81e,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:37.485047 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:37.494374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:37.596598 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:37.641576 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Attempting to bind port 87d49627-da41-4d9b-b4d6-0f382ac03905 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:37.642358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Attempting to bind port 87d49627-da41-4d9b-b4d6-0f382ac03905 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:37.643759 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Attempting to bind port 87d49627-da41-4d9b-b4d6-0f382ac03905 on network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:37.665511 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:37.666107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Checking segment: {'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:37.666677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:37.667237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Bound using segment: {'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:37.668616 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Bound port: 87d49627-da41-4d9b-b4d6-0f382ac03905, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:37.669227 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:37.727532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=61043fe5-985d-47be-8f2f-db594f15c81e,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:37.736553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:37.890425 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-26e897b4-129a-42c6-9c1d-2d5ec1c20421 service neutron] 10.222.0.48 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898466 Apr 16 11:58:37.892497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] For port 87d49627-da41-4d9b-b4d6-0f382ac03905, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:37.899944 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] For port 87d49627-da41-4d9b-b4d6-0f382ac03905, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=87d49627-da41-4d9b-b4d6-0f382ac03905,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:37.921019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:38.075598 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f664342a-4cef-4fe5-97a4-9b7c0673d7f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:38.161049 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:26Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7ce9873b-6431-4bae-81ae-189459e81a47', 'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'mac_address': 'fa:16:3e:4a:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:24Z', 'updated_at': '2021-04-16T11:58:36Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'subnets': [{'id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:38.174268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe3519-249e-40f4-87ee-8bdba5356f46 None None] The sync data for ids ['e9cb88a2-10af-440d-be70-bbbe879ead61'] in dv-cinder-786627-1-iscsi is: [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:26Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7ce9873b-6431-4bae-81ae-189459e81a47', 'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'mac_address': 'fa:16:3e:4a:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:24Z', 'updated_at': '2021-04-16T11:58:36Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'subnets': [{'id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:58:38.213147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f932ee-e00d-416f-970f-4c99220d24c3 req-caaece90-b63f-459a-adbd-5afc00047c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:38.215398 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-62f932ee-e00d-416f-970f-4c99220d24c3 req-caaece90-b63f-459a-adbd-5afc00047c89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3386861da8e4ec5b050efedb83611ff&device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 1097 time: 0.6534767 Apr 16 11:58:38.313935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Routers {'79d5a79d-b3d9-4961-a8a2-21aedfca05ed'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:58:38.314619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:58:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:38.425122 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-d224ea80-7336-4410-b382-45648b0d8881 service neutron] 10.222.0.48 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336390 Apr 16 11:58:38.477537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:38.485649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:38.486170 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:38.540644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51470) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:38.598957 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f932ee-e00d-416f-970f-4c99220d24c3 req-0ca3500e-d1c5-419f-9654-27ee8e0833e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:38.600542 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-62f932ee-e00d-416f-970f-4c99220d24c3 req-0ca3500e-d1c5-419f-9654-27ee8e0833e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ba790ed0-6a38-4cf9-bea5-f6fa346813bf HTTP/1.1" status: 200 len: 913 time: 0.3666854 Apr 16 11:58:38.605156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:38.761224 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-62f932ee-e00d-416f-970f-4c99220d24c3 req-55be7d75-ae66-4ea3-abf1-7d7e1822b9ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c475ad97-7bfb-4e30-9662-dd0b0d8999dd HTTP/1.1" status: 200 len: 217 time: 0.1533897 Apr 16 11:58:38.803850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273aa08-61c0-4c07-91d6-7598be3c419c req-6fe6ac15-c405-4c24-a338-4ef0cc19febb tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:38.811896 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8273aa08-61c0-4c07-91d6-7598be3c419c req-6fe6ac15-c405-4c24-a338-4ef0cc19febb tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 944 time: 0.4925873 Apr 16 11:58:38.825891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5f9a2-29f9-4672-8aa3-d4f5324cae74 None None] Pushing event updated for resources: {'Port': ['ID=87d49627-da41-4d9b-b4d6-0f382ac03905,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:38.850968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eea5f9a2-29f9-4672-8aa3-d4f5324cae74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:38.870523 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:38.912815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f18a1060-6097-4498-b867-4ca80208a33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:38.945814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:38.988313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:38.990954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'Port': ['ID=3b354ed7-8296-4186-bc7d-48f263346d47,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:39.006409 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:39.027773 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f932ee-e00d-416f-970f-4c99220d24c3 req-f446a526-1c85-4587-8b56-ad053b993066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:39.029526 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-62f932ee-e00d-416f-970f-4c99220d24c3 req-f446a526-1c85-4587-8b56-ad053b993066 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4cf7c38f-e235-4b0c-b295-736f6b88166d HTTP/1.1" status: 200 len: 852 time: 0.2243564 Apr 16 11:58:39.094411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] Set router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:58:39.159718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:39.179951 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f381cd61-6a72-4ed4-a75f-a14782a71dd7 req-de13d3eb-97ac-45bb-b34b-73e9736d90e3 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 210 time: 0.1298351 Apr 16 11:58:39.180989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:39.232871 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:39.244961 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd7fe7cb506498c963add4f0a2383d9 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:39.252820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:39.269540 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:39.366241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:39.432658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 61043fe5-985d-47be-8f2f-db594f15c81e up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:39.457205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:39.573457 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8273aa08-61c0-4c07-91d6-7598be3c419c req-dc9feb03-c638-4c90-8843-bedfadc14ad0 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389713 Apr 16 11:58:39.677668 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-707c7f02-7c00-472d-80b2-80716102d626 req-276bfee2-a3ad-48fe-b0a8-607a2119ff4e tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 210 time: 0.1263645 Apr 16 11:58:39.682884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:39.691323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:39.716268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-21312ff3-0bdb-4fcb-a53d-9fad099450c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:39.732571 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 61043fe5-985d-47be-8f2f-db594f15c81e triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:39.737793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:39.788912 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcd7fe7cb506498c963add4f0a2383d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2443142 Apr 16 11:58:39.788912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a56ad-5a5e-411e-846e-04f5758db118,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:39.794913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51518) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:39.804414 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:39.883860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:39.911758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0afeb91a-8dad-4b2f-a2b2-edb3160b64b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:39.928615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:39.965871 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device c475ad97-7bfb-4e30-9662-dd0b0d8999dd details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:58:39.988230 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0afeb91a-8dad-4b2f-a2b2-edb3160b64b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:40.004186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7ed6b61b-8fa7-4174-82a8-5b448c4c8dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:40.045399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0afeb91a-8dad-4b2f-a2b2-edb3160b64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:40.058947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:40.091938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afeb91a-8dad-4b2f-a2b2-edb3160b64b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a56ad-5a5e-411e-846e-04f5758db118,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:40.113272 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0afeb91a-8dad-4b2f-a2b2-edb3160b64b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:40.114781 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0afeb91a-8dad-4b2f-a2b2-edb3160b64b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:40.115470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'Port': ['ID=3b354ed7-8296-4186-bc7d-48f263346d47,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:40.116732 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0afeb91a-8dad-4b2f-a2b2-edb3160b64b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b83a56ad-5a5e-411e-846e-04f5758db118 HTTP/1.1" status: 204 len: 168 time: 0.3206708 Apr 16 11:58:40.128030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:40.149129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port c475ad97-7bfb-4e30-9662-dd0b0d8999dd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,segment=NetworkSegment(69892b72-aa36-4185-8246-dd11378993b5),segment_id=69892b72-aa36-4185-8246-dd11378993b5)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:40.176318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': 'c475ad97-7bfb-4e30-9662-dd0b0d8999dd', 'network_id': 'ba790ed0-6a38-4cf9-bea5-f6fa346813bf', 'port_id': 'c475ad97-7bfb-4e30-9662-dd0b0d8999dd', 'mac_address': 'fa:16:3e:fc:99:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf7c38f-e235-4b0c-b295-736f6b88166d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:58:40.338737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:40.389634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-7ae5786f-95b6-4694-a8e2-48736e1e0328 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:40.397211 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-7ae5786f-95b6-4694-a8e2-48736e1e0328 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/networks?id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 HTTP/1.1" status: 200 len: 819 time: 0.5509560 Apr 16 11:58:40.409277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:40.431921 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9093964 Apr 16 11:58:40.436216 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-8bb8b2e6-0d36-43fa-9fe8-bbf37dca85e4 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/quotas/8c22b70829724afdb574394af4af4635 HTTP/1.1" status: 200 len: 375 time: 0.0380485 Apr 16 11:58:40.570925 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-f7e98d81-20cc-4cde-844b-d0db14192f76 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1266682 Apr 16 11:58:40.605555 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f398c7e2-fc90-4975-bdad-a8b5c1bc71f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:40.608483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:40.618909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 7ce9873b-6431-4bae-81ae-189459e81a47 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:40.703157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c475ad97-7bfb-4e30-9662-dd0b0d8999dd {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:58:40.707974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51552) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:40.721537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port c475ad97-7bfb-4e30-9662-dd0b0d8999dd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,segment=NetworkSegment(69892b72-aa36-4185-8246-dd11378993b5),segment_id=69892b72-aa36-4185-8246-dd11378993b5)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:40.733293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:40.737229 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4a3489d4-8b03-49c4-a5a4-d10ce2be358f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:40.749307 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-1515ab6c-1219-4ac2-9568-17121dbf64e3 service neutron] 10.222.0.48 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773663 Apr 16 11:58:40.771807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:40.789431 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 7ce9873b-6431-4bae-81ae-189459e81a47 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:40.799094 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 7ce9873b-6431-4bae-81ae-189459e81a47 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:40.799529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:40.802987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:40.811147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:3303c1b4af3640abb16807d0fa1d2911 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:40.814906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:40.829222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:40.830896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-router', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:30Z', 'revision_number': 4, 'project_id': '8c22b70829724afdb574394af4af4635', 'gw_port': {'id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:11Z', 'updated_at': '2021-04-16T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '87d49627-da41-4d9b-b4d6-0f382ac03905', 'name': '', 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'mac_address': 'fa:16:3e:36:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7269558b-57d5-49dd-912f-1a4984b68f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:21Z', 'updated_at': '2021-04-16T11:58:37Z', 'revision_number': 4, 'project_id': '8c22b70829724afdb574394af4af4635', 'subnets': [{'id': '7269558b-57d5-49dd-912f-1a4984b68f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:58:40.860915 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82841513-f2b9-4ad5-815c-13a758f61fc8 None None] The sync data for ids ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'] in dv-cinder-786627-1-iscsi is: [{'id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-router', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:30Z', 'revision_number': 4, 'project_id': '8c22b70829724afdb574394af4af4635', 'gw_port': {'id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:11Z', 'updated_at': '2021-04-16T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '87d49627-da41-4d9b-b4d6-0f382ac03905', 'name': '', 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'mac_address': 'fa:16:3e:36:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7269558b-57d5-49dd-912f-1a4984b68f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:21Z', 'updated_at': '2021-04-16T11:58:37Z', 'revision_number': 4, 'project_id': '8c22b70829724afdb574394af4af4635', 'subnets': [{'id': '7269558b-57d5-49dd-912f-1a4984b68f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:58:40.866659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8880d9-a673-4a84-ae13-55b58061d3fd req-a4bbda34-e3d9-4a79-a9c6-e1bf466ad38c tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:40.868365 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ec8880d9-a673-4a84-ae13-55b58061d3fd req-a4bbda34-e3d9-4a79-a9c6-e1bf466ad38c tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 945 time: 0.1415541 Apr 16 11:58:40.909093 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-0d12b0f3-e012-4a99-8123-44ff3177dc5e service neutron] 10.222.0.48 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576374 Apr 16 11:58:40.947930 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:40.949223 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ec8880d9-a673-4a84-ae13-55b58061d3fd req-0be4184e-bf74-4631-af2a-e9800c87cccb tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713575 Apr 16 11:58:41.005387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:41.045713 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.051671 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.060899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.071022 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:41.085065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 7ce9873b-6431-4bae-81ae-189459e81a47, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=7ce9873b-6431-4bae-81ae-189459e81a47,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:41.093495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.096781 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:41.170311 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3303c1b4af3640abb16807d0fa1d2911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609351 Apr 16 11:58:41.171721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf4665d-8ca3-4363-be48-1537fe05b03f,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:41.173025 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51570) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:41.196543 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:41.215886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=7ce9873b-6431-4bae-81ae-189459e81a47,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:41.219673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:41.281154 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.382004 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca6d67f0-701d-4ba8-90f7-306fbf25a671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.397730 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 87d49627-da41-4d9b-b4d6-0f382ac03905 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:41.429325 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-4614deb5-b4ed-4fda-ba18-4ee61e485d37 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Synchronizing usage tracker for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:41.471740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca6d67f0-701d-4ba8-90f7-306fbf25a671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.485700 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-4614deb5-b4ed-4fda-ba18-4ee61e485d37 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Unset dirty status for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:41.496481 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-4614deb5-b4ed-4fda-ba18-4ee61e485d37 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--953760234&fields=id&tenant_id=d2a01745d9a84187974f0dab28d96d51 HTTP/1.1" status: 200 len: 267 time: 0.1854923 Apr 16 11:58:41.554798 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-87fa4131-79cf-4f7f-96bf-ecbe3d9909cd req-9ea4806e-d24f-4b90-a8f8-305a8a6674f8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 210 time: 0.1106391 Apr 16 11:58:41.575475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 87d49627-da41-4d9b-b4d6-0f382ac03905 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:41.592109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 87d49627-da41-4d9b-b4d6-0f382ac03905 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:41.593110 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.706442 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e9774c0c-2a38-432f-b301-af0415f82f09 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:41.715309 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e9774c0c-2a38-432f-b301-af0415f82f09 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 810 time: 0.2174716 Apr 16 11:58:41.750775 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-33a00957-4139-4a9c-afee-6e12f46c0e80 req-be417d83-196c-433e-8c10-4a0c0af03493 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 210 time: 0.1327920 Apr 16 11:58:41.772333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.772717 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-afcfc1da-efdb-40ba-9972-d1fdf6f250ba tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/quotas/d2a01745d9a84187974f0dab28d96d51 HTTP/1.1" status: 200 len: 375 time: 0.0561466 Apr 16 11:58:41.811272 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 87d49627-da41-4d9b-b4d6-0f382ac03905, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=87d49627-da41-4d9b-b4d6-0f382ac03905,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:41.814466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.818131 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4dd9437d-6308-4246-a604-83c42d8660e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:41.848625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca6d67f0-701d-4ba8-90f7-306fbf25a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.858317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:41.879006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d67f0-701d-4ba8-90f7-306fbf25a671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf4665d-8ca3-4363-be48-1537fe05b03f,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:41.886867 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ca6d67f0-701d-4ba8-90f7-306fbf25a671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:41.898810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca6d67f0-701d-4ba8-90f7-306fbf25a671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.900070 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ca6d67f0-701d-4ba8-90f7-306fbf25a671 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bf4665d-8ca3-4363-be48-1537fe05b03f HTTP/1.1" status: 204 len: 168 time: 0.7257423 Apr 16 11:58:41.903790 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:41.930195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-1e62593d-2727-4a7e-87c1-5ed0690478dc tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Synchronizing usage tracker for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:41.943145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=87d49627-da41-4d9b-b4d6-0f382ac03905,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:41.946675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:41.954171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-1e62593d-2727-4a7e-87c1-5ed0690478dc tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Unset dirty status for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:41.957036 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-1e62593d-2727-4a7e-87c1-5ed0690478dc tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1833835 Apr 16 11:58:42.159640 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-07bd9910-dcdb-464c-b4c4-52eea3c10ea9 service neutron] 10.222.0.48 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884036 Apr 16 11:58:42.163223 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-62f932ee-e00d-416f-970f-4c99220d24c3 req-e782593b-e002-4d59-8233-24bcaac8bacf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ba790ed0-6a38-4cf9-bea5-f6fa346813bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108470 Apr 16 11:58:42.345183 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-c078edb6-2d2a-4620-a767-1536b5ce4002 service neutron] 10.222.0.48 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738880 Apr 16 11:58:42.375594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['c475ad97-7bfb-4e30-9662-dd0b0d8999dd'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:58:42.430321 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-62f932ee-e00d-416f-970f-4c99220d24c3 req-80af7331-3c1a-4b71-9e71-453090496577 service neutron] 10.222.0.55 "GET /v2.0/networks/ba790ed0-6a38-4cf9-bea5-f6fa346813bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065825 Apr 16 11:58:42.444317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cead5f4-c2ae-4cbc-9b1e-720d3fdf4f24 req-598e6b14-3374-429b-8c2b-1c35a1c53958 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:42.456915 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cead5f4-c2ae-4cbc-9b1e-720d3fdf4f24 req-598e6b14-3374-429b-8c2b-1c35a1c53958 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 945 time: 0.2965360 Apr 16 11:58:42.690998 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-62f932ee-e00d-416f-970f-4c99220d24c3 req-2aafb1bf-6ff1-4590-ac1a-30b43a6b4001 service neutron] 10.222.0.55 "GET /v2.0/networks/ba790ed0-6a38-4cf9-bea5-f6fa346813bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132289 Apr 16 11:58:42.764862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:58:42.771815 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cead5f4-c2ae-4cbc-9b1e-720d3fdf4f24 req-82912be9-7d61-4886-bc8b-bc01867e5560 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139250 Apr 16 11:58:42.915163 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-67a02dd8-bd91-49ca-966c-41bb42266c9a req-c97a47ff-6d93-4a5d-8c25-6c2ecbe53723 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 210 time: 0.0670435 Apr 16 11:58:42.989838 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fe93336b-08fa-4068-94de-be89171b8f80 req-9add43c0-4a46-40b1-9583-08f83b59e877 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 210 time: 0.1651151 Apr 16 11:58:43.197343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:43.336917 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 87d49627-da41-4d9b-b4d6-0f382ac03905 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:43.643804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 87d49627-da41-4d9b-b4d6-0f382ac03905 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:43.647412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:43.796674 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.55', 59815) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:43.844699 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-43d23e99-59e1-44af-bf8d-dd3cbf228c00 req-7ce8b68a-4276-4828-b96d-e4b8d3987250 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 210 time: 0.5209668 Apr 16 11:58:43.893342 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 7ce9873b-6431-4bae-81ae-189459e81a47 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:43.973974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-37ebb8ad-70fd-464c-8777-69775af2e7b7 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:43.975616 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-37ebb8ad-70fd-464c-8777-69775af2e7b7 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.55 "GET /v2.0/networks?id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 HTTP/1.1" status: 200 len: 819 time: 0.9242857 Apr 16 11:58:43.990706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Request body: {'port': {'device_id': '568bab29-4cf6-4e25-b564-76f947d199c7', 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9', 'admin_state_up': True, 'tenant_id': '8c22b70829724afdb574394af4af4635'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:44.077069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device c475ad97-7bfb-4e30-9662-dd0b0d8999dd up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:44.139126 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-292207e6-5d69-48ec-91f0-c5e0ccaab56c tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:44.140919 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-292207e6-5d69-48ec-91f0-c5e0ccaab56c tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 816 time: 0.3423259 Apr 16 11:58:44.226486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 7ce9873b-6431-4bae-81ae-189459e81a47 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:44.227517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:44.277668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:44.288685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:44.300169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Made reservation on behalf of 8c22b70829724afdb574394af4af4635 for: {'port': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:44.307205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:44.319094 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port c475ad97-7bfb-4e30-9662-dd0b0d8999dd completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:44.377483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port c475ad97-7bfb-4e30-9662-dd0b0d8999dd triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:44.383210 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:44.387638 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-d75a4103-b6e0-47b1-bce7-a777be52c3b5 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b HTTP/1.1" status: 200 len: 5701 time: 0.1763566 Apr 16 11:58:44.397732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ef49d-b02d-4add-a362-1e48a9db27a2 req-4930db32-5c5f-46b2-b0bc-6837a477961d tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:44.407860 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-789ef49d-b02d-4add-a362-1e48a9db27a2 req-4930db32-5c5f-46b2-b0bc-6837a477961d tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 945 time: 0.2652960 Apr 16 11:58:44.450113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'port': {'device_id': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'admin_state_up': True, 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'security_groups': ['fe89d565-73a4-45a3-8237-b8fa4d1eb609']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:44.461142 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e4de060b-0ab3-4e30-ae78-f199e03ccf3f req-6322b320-e176-48bb-8a31-bfe832a95d59 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 210 time: 0.1635072 Apr 16 11:58:44.657947 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-789ef49d-b02d-4add-a362-1e48a9db27a2 req-a43747fa-c83c-4d37-8bf9-c6c955765e80 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489786 Apr 16 11:58:44.728712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:44.742947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:44.753481 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Made reservation on behalf of f221bd72ee4a41b38cf66ce2e39c9d8b for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:44.768632 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:44.854284 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Allocated IP 172.20.0.12 (8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9/7269558b-57d5-49dd-912f-1a4984b68f2f/b896185e-3dee-4389-843f-9005b65eb5b0) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:44.891273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.55', 59823) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:45.008832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:45.060605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port c475ad97-7bfb-4e30-9662-dd0b0d8999dd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,segment=NetworkSegment(69892b72-aa36-4185-8246-dd11378993b5),segment_id=69892b72-aa36-4185-8246-dd11378993b5)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:45.070274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141d6cea-9189-44e4-a7c0-b3de8a58e74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c475ad97-7bfb-4e30-9662-dd0b0d8999dd'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:45.243258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:45.252410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1031d58c-6711-4d67-b99f-01448a3f6fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:45.460493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:45.588861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:45.607533 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:45.638716 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5b9c6bbe-b781-4ff9-b152-9a135be54248 req-ed0a836c-b5a7-4658-9825-62e8fdfd40c3 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 210 time: 0.5310693 Apr 16 11:58:45.663065 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e781d9b8-348a-4210-9a9e-57035974d92b req-35727367-5fb3-4cd6-a19c-516c304af4c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 210 time: 0.2394655 Apr 16 11:58:45.707263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:45.712329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.55', 59827) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:45.825833 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:45.997508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51766) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:46.149462 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-ff33626f-71a4-405c-9cce-6e35dd31582b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:46.151185 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-ff33626f-71a4-405c-9cce-6e35dd31582b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.55 "GET /v2.0/networks?id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 HTTP/1.1" status: 200 len: 819 time: 1.2588058 Apr 16 11:58:46.187372 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b7d479cc-0f24-44b6-8f79-d68dc162977f req-08002d7b-8afa-4161-9b94-c718ba8847c2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 210 time: 0.2366376 Apr 16 11:58:46.219829 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Request body: {'port': {'device_id': 'bde19762-c7ca-491f-83b5-5f2ff703deb0', 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9', 'admin_state_up': True, 'tenant_id': '8c22b70829724afdb574394af4af4635'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:46.343965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Allocated IP 172.20.0.8 (30cb16a0-3a69-4e73-8022-cef4510ee34c/5e165c5b-826e-478c-ae89-71ac2f340a0f/83ca66c6-e1d0-4fea-ae79-249c7224ed22) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:46.437266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-932e9a13-c364-491f-85e6-4501309dc45e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:46.438314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-932e9a13-c364-491f-85e6-4501309dc45e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Synchronizing usage tracker for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:network {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:46.497613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:46.553775 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141d6cea-9189-44e4-a7c0-b3de8a58e74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c475ad97-7bfb-4e30-9662-dd0b0d8999dd', 'code': 200} Apr 16 11:58:46.611203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16471a9e-4984-4430-9352-f5aa5bcb2e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:46.623242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Pushing event updated for resources: {'Port': ['ID=b896185e-3dee-4389-843f-9005b65eb5b0,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:46.636180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:46.649681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:46.657476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-932e9a13-c364-491f-85e6-4501309dc45e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Unset dirty status for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:network {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:46.658736 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-932e9a13-c364-491f-85e6-4501309dc45e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.55 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 810 time: 0.9441640 Apr 16 11:58:46.671342 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-16471a9e-4984-4430-9352-f5aa5bcb2e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:46.684234 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-16471a9e-4984-4430-9352-f5aa5bcb2e6c admin admin] Usage tracker for resource:security_group_rule and tenant:6d37fdb03894452fbc6e35ce2d43151b is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:46.701835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-16471a9e-4984-4430-9352-f5aa5bcb2e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:46.712327 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Made reservation on behalf of 8c22b70829724afdb574394af4af4635 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:46.719413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:46.744215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-16471a9e-4984-4430-9352-f5aa5bcb2e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:46.755263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-06ac2355-54aa-4de8-bbf3-b0ebf5d6dcc9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Synchronizing usage tracker for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:security_group {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:46.802215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-06ac2355-54aa-4de8-bbf3-b0ebf5d6dcc9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Unset dirty status for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:security_group {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:46.804406 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-06ac2355-54aa-4de8-bbf3-b0ebf5d6dcc9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2a01745d9a84187974f0dab28d96d51 HTTP/1.1" status: 200 len: 5704 time: 0.1346104 Apr 16 11:58:46.814806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f188f22-e511-4dc2-8308-ed13c29b24ed req-de95d3c5-1f16-4b6d-be75-19f39d427a3a tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:46.816696 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6f188f22-e511-4dc2-8308-ed13c29b24ed req-de95d3c5-1f16-4b6d-be75-19f39d427a3a tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.6928833 Apr 16 11:58:46.818905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.55', 59834) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:46.868537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'port': {'device_id': '287bed50-025e-4fd7-9154-613f97a9b68b', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'admin_state_up': True, 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'security_groups': ['685b4ac8-d995-4776-b8d3-ef8b4c193a82']}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:46.888405 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0bd90f19-22d9-4585-9be1-aa86b3280db5 req-e831a6d2-89fd-4cd0-90ed-913a45564fe3 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 210 time: 0.0737135 Apr 16 11:58:46.974143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:46.983033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:46.989648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:46.995839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:46.996607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.056786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.092116 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6f188f22-e511-4dc2-8308-ed13c29b24ed req-7ac6b2f9-ad11-4630-be3b-cb3a59dba14b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057879 Apr 16 11:58:47.122069 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1376216 Apr 16 11:58:47.149803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Request body: {'port': {'device_id': '568bab29-4cf6-4e25-b564-76f947d199c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:47.162211 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c84cf338-6a17-4a58-b1d8-24589c5a6435 req-a3b9939b-5491-49b7-b1ee-9de93622d97b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 210 time: 0.1127732 Apr 16 11:58:47.170977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Transition to ACTIVE for port object 83ca66c6-e1d0-4fea-ae79-249c7224ed22 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:47.205624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7c125127-c15b-4bd5-aa7d-2360f6159a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:47.205853 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Allocated IP 172.20.0.6 (8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9/7269558b-57d5-49dd-912f-1a4984b68f2f/e9be58e9-e2a6-459c-ab46-df8b792a13c1) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:47.207677 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7c125127-c15b-4bd5-aa7d-2360f6159a6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 1099 time: 0.3841295 Apr 16 11:58:47.232991 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:47.265067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:47.318021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.329970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.450512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:47.469368 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f0be9104-1ea5-4013-b5ad-c1e201345d9b req-23638828-2285-48c2-a839-af0ef5ac62d9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 210 time: 0.1143744 Apr 16 11:58:47.477784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] Usage tracker for resource:security_group_rule and tenant:75db74da9fc74685a61be87ce2224b28 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:47.481995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:47.501050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:47.510804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16471a9e-4984-4430-9352-f5aa5bcb2e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.511769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.513048 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:47.556097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16471a9e-4984-4430-9352-f5aa5bcb2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.594987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Made reservation on behalf of d2a01745d9a84187974f0dab28d96d51 for: {'port': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:47.601615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.622060 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-16471a9e-4984-4430-9352-f5aa5bcb2e6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d37fdb03894452fbc6e35ce2d43151b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5314865 Apr 16 11:58:47.630551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51862) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:47.767523 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e9c031e5-53de-41b9-8fac-8ee93a76a724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.802531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e9c031e5-53de-41b9-8fac-8ee93a76a724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.945677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e9c031e5-53de-41b9-8fac-8ee93a76a724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.953505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'Port': ['ID=83ca66c6-e1d0-4fea-ae79-249c7224ed22,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:47.985213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Network 30cb16a0-3a69-4e73-8022-cef4510ee34c is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:48.002525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:48.003051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:48.010774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:48.044227 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:48.047996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:48.048727 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.061901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.063809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c031e5-53de-41b9-8fac-8ee93a76a724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1fa033-c6bf-4487-ba21-1e8fd98f1e2d,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:48.071026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.092357 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e9c031e5-53de-41b9-8fac-8ee93a76a724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:48.093116 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.475s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:48.093449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:48.095547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:48.133706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Allocated IP 172.20.0.13 (6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605/dee9660e-00d1-4652-8fbb-4b7b81a7d2ba/30116f33-460b-47c5-a3cf-483153866a15) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:58:48.140613 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8700337 Apr 16 11:58:48.176303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=13a7ce55-93b3-49ba-8c0b-8dd29897b68e,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:48.181990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:48.252886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.315924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51908) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:48.321998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.328023 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9177482 Apr 16 11:58:48.356038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-84550fe8-c407-48ca-8983-afd40796a551 None None] Provisioning for port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:48.362526 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-84550fe8-c407-48ca-8983-afd40796a551 None None] Provisioning complete for port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:48.363544 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84550fe8-c407-48ca-8983-afd40796a551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.404850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:48.432350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-84550fe8-c407-48ca-8983-afd40796a551 None None] Port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:58:48.450016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e9c031e5-53de-41b9-8fac-8ee93a76a724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.454122 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e9c031e5-53de-41b9-8fac-8ee93a76a724 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f1fa033-c6bf-4487-ba21-1e8fd98f1e2d HTTP/1.1" status: 204 len: 168 time: 0.8101451 Apr 16 11:58:48.608938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Pushing event updated for resources: {'Port': ['ID=e9be58e9-e2a6-459c-ab46-df8b792a13c1,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:48.612180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:48.676228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b395487-4634-483b-a947-4d8842e796da req-fb350987-995e-4f9a-bb49-6611d90f949f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:48.677038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-7b395487-4634-483b-a947-4d8842e796da req-fb350987-995e-4f9a-bb49-6611d90f949f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Synchronizing usage tracker for tenant:8c22b70829724afdb574394af4af4635 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:48.686209 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515705-3b07-487c-8ee0-667b7afe880f req-49dbae34-8082-49f7-afc2-9fc8421df3e8 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:48.694315 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d0515705-3b07-487c-8ee0-667b7afe880f req-49dbae34-8082-49f7-afc2-9fc8421df3e8 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.3566284 Apr 16 11:58:48.705176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-7b395487-4634-483b-a947-4d8842e796da req-fb350987-995e-4f9a-bb49-6611d90f949f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Unset dirty status for tenant:8c22b70829724afdb574394af4af4635 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:48.712558 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7b395487-4634-483b-a947-4d8842e796da req-fb350987-995e-4f9a-bb49-6611d90f949f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 931 time: 0.3950927 Apr 16 11:58:48.742504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:48.746821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:48.749429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:48.753525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.755951 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:48.756662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.794869 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-7b395487-4634-483b-a947-4d8842e796da req-2bd87d56-07e4-4d8b-a5ad-aadea1ed11f1 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Synchronizing usage tracker for tenant:8c22b70829724afdb574394af4af4635 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:48.799891 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d0515705-3b07-487c-8ee0-667b7afe880f req-70ebb4c2-ed9c-4604-8310-31baa45ce28d tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030912 Apr 16 11:58:48.805472 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6068177 Apr 16 11:58:48.815474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-7b395487-4634-483b-a947-4d8842e796da req-2bd87d56-07e4-4d8b-a5ad-aadea1ed11f1 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Unset dirty status for tenant:8c22b70829724afdb574394af4af4635 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:48.825891 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7b395487-4634-483b-a947-4d8842e796da req-2bd87d56-07e4-4d8b-a5ad-aadea1ed11f1 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123040 Apr 16 11:58:48.831973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Transition to ACTIVE for port object 30116f33-460b-47c5-a3cf-483153866a15 will not be triggered until provisioned by entity DHCP. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:48.898784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.921446 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b896185e-3dee-4389-843f-9005b65eb5b0 {{(pid=85343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:58:48.931988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:48.935797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.946664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] Usage tracker for resource:security_group_rule and tenant:61ff8d872c9a4c21ba11b9b3c50f674e is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:48.949809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:48.957219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:49.018436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Transition to ACTIVE for port object b896185e-3dee-4389-843f-9005b65eb5b0 will not be triggered until provisioned by entity L2. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:49.025681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.027618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.158543 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.162893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.178473 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bae0dada-db64-4d41-bbc8-4f8dcf0d50be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:49.196835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51942) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:49.266824 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61ff8d872c9a4c21ba11b9b3c50f674e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9470725 Apr 16 11:58:49.267680 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37295762-abce-438b-a2c1-e252fe650f84,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:49.271108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:49.271905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51952) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:49.300513 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0746fc-f3e9-4afb-bc25-3be1b5cc80e2 req-02415ef3-54af-436c-9c8b-9a6df9ecbfc0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:49.308230 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6a0746fc-f3e9-4afb-bc25-3be1b5cc80e2 req-02415ef3-54af-436c-9c8b-9a6df9ecbfc0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 932 time: 0.2906537 Apr 16 11:58:49.317134 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bcfa8b2d-e75e-4fa3-b8be-aa8e14dde435 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:49.380370 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6a0746fc-f3e9-4afb-bc25-3be1b5cc80e2 req-a85cf00d-bef7-4b09-a94f-31bc44101d0a tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711679 Apr 16 11:58:49.412425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.442886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-58e0d8d5-2d83-4b24-be11-6a17f6e9435b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.447631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:49.452132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] Usage tracker for resource:security_group_rule and tenant:b03ac961ef604bfda687d20b5bfed9b4 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:49.455017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:49.461119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:49.513161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-58e0d8d5-2d83-4b24-be11-6a17f6e9435b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.531797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Pushing event updated for resources: {'Port': ['ID=b896185e-3dee-4389-843f-9005b65eb5b0,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:49.558170 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51960) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:49.581919 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701eafa-8555-40c1-a178-2da4e8fcfe88 req-9220118a-3e62-473a-8c45-5bd6316e58a7 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:49.583533 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7701eafa-8555-40c1-a178-2da4e8fcfe88 req-9220118a-3e62-473a-8c45-5bd6316e58a7 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 931 time: 0.6284351 Apr 16 11:58:49.603845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-58e0d8d5-2d83-4b24-be11-6a17f6e9435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.621503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:49.647746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0d8d5-2d83-4b24-be11-6a17f6e9435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37295762-abce-438b-a2c1-e252fe650f84,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:49.650931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.655186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-58e0d8d5-2d83-4b24-be11-6a17f6e9435b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:49.657166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.670119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:49.694907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-58e0d8d5-2d83-4b24-be11-6a17f6e9435b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.699232 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-58e0d8d5-2d83-4b24-be11-6a17f6e9435b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37295762-abce-438b-a2c1-e252fe650f84 HTTP/1.1" status: 204 len: 168 time: 0.4223249 Apr 16 11:58:49.718339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'Port': ['ID=30116f33-460b-47c5-a3cf-483153866a15,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:49.718689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-456849788-network', 'tenant_id': '47a9b02d18ed4fef9c1fbe52c0e1a517'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:49.729864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:49.730323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19410413-dc77-4e2e-b743-252cea42192a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:49.731685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:49.732022 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:49.733485 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:49.738596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:49.744784 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b03ac961ef604bfda687d20b5bfed9b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433786 Apr 16 11:58:49.744784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Usage tracker for resource:network and tenant:47a9b02d18ed4fef9c1fbe52c0e1a517 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:49.745086 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7701eafa-8555-40c1-a178-2da4e8fcfe88 req-da6fc31a-ae06-45f8-86c4-9aae36ba1794 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372769 Apr 16 11:58:49.746030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51968) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:49.748626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:49.766534 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:49.803109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Made reservation on behalf of 47a9b02d18ed4fef9c1fbe52c0e1a517 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:49.808470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.821973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:58:49.824897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:49.856124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:58:49.862064 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:49.862740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.872087 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.920977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Attempting to bind port b896185e-3dee-4389-843f-9005b65eb5b0 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:49.921358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Attempting to bind port b896185e-3dee-4389-843f-9005b65eb5b0 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:49.921728 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Attempting to bind port b896185e-3dee-4389-843f-9005b65eb5b0 on network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:49.936885 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:49.942743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Port b896185e-3dee-4389-843f-9005b65eb5b0 on network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:58:49.943111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Attempting to bind port b896185e-3dee-4389-843f-9005b65eb5b0 on network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:49.952364 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:49.952719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Checking segment: {'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:49.953173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Bound using segment: {'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:49.953642 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Bound port: b896185e-3dee-4389-843f-9005b65eb5b0, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'}}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:49.954038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.967429 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1494093 Apr 16 11:58:49.985086 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Usage tracker for resource:security_group_rule and tenant:47a9b02d18ed4fef9c1fbe52c0e1a517 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:49.996576 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:50.014792 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:50.017129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-994178fb-bb89-4e56-9dfa-d2a91c4d0624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.064684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-994178fb-bb89-4e56-9dfa-d2a91c4d0624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.133035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51980) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:50.134156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] For port b896185e-3dee-4389-843f-9005b65eb5b0, host hv-cinder-78662, cleared binding levels {{(pid=85343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:50.141670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] For port b896185e-3dee-4389-843f-9005b65eb5b0, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b896185e-3dee-4389-843f-9005b65eb5b0,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:50.151612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-994178fb-bb89-4e56-9dfa-d2a91c4d0624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.161614 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd26aa-cd9e-412c-8544-7025b263c943 req-ebc52d39-38fa-436f-833d-fa0310cf447c tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:50.163233 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b7cd26aa-cd9e-412c-8544-7025b263c943 req-ebc52d39-38fa-436f-833d-fa0310cf447c tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.2298121 Apr 16 11:58:50.166167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.169075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e9c031e5-53de-41b9-8fac-8ee93a76a724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:50.185507 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.199663 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cb6184cc-2b59-423c-a08a-5c785ede7b0b tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:50.202892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-25578285-613b-44ab-8f97-fb8447f5c032 None None] Provisioning for port 30116f33-460b-47c5-a3cf-483153866a15 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:50.208525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-25578285-613b-44ab-8f97-fb8447f5c032 None None] Provisioning complete for port 30116f33-460b-47c5-a3cf-483153866a15 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:50.209109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-25578285-613b-44ab-8f97-fb8447f5c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.221300 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994178fb-bb89-4e56-9dfa-d2a91c4d0624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19410413-dc77-4e2e-b743-252cea42192a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:50.228396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-994178fb-bb89-4e56-9dfa-d2a91c4d0624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:50.253022 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-994178fb-bb89-4e56-9dfa-d2a91c4d0624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.256736 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-994178fb-bb89-4e56-9dfa-d2a91c4d0624 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19410413-dc77-4e2e-b743-252cea42192a HTTP/1.1" status: 204 len: 168 time: 0.5073004 Apr 16 11:58:50.278081 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b7cd26aa-cd9e-412c-8544-7025b263c943 req-53b8728e-22c3-4d34-b402-9f3e6e41323a tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968883 Apr 16 11:58:50.310567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-25578285-613b-44ab-8f97-fb8447f5c032 None None] Port 30116f33-460b-47c5-a3cf-483153866a15 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:58:50.311187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.314195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:50.314978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.319613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b7192ed6-271b-485c-95ba-776799e62d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:50.326450 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6c058-2b05-457e-a3a0-7bf05822824c req-1a355804-e955-4162-9b10-a4be356c5246 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:50.327233 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-97d6c058-2b05-457e-a3a0-7bf05822824c req-1a355804-e955-4162-9b10-a4be356c5246 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Synchronizing usage tracker for tenant:8c22b70829724afdb574394af4af4635 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:50.344143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] Usage tracker for resource:security_group_rule and tenant:91410748025d4546b8d573690a57577e is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:50.348328 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:58:50.356211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:50.358595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4691b7-25bf-46a9-acb7-f4f56f0b9c84,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:50.362549 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:50.365984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.366467 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Added segment 4ef266f6-7d44-4f12-9de6-7c151e9c8572 of type vlan for network e32cae15-3d25-4463-8451-fbe9d1a8de7a Apr 16 11:58:50.377039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:50.398202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.404164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-97d6c058-2b05-457e-a3a0-7bf05822824c req-1a355804-e955-4162-9b10-a4be356c5246 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Unset dirty status for tenant:8c22b70829724afdb574394af4af4635 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:50.405642 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-97d6c058-2b05-457e-a3a0-7bf05822824c req-1a355804-e955-4162-9b10-a4be356c5246 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 931 time: 0.3779881 Apr 16 11:58:50.412564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Pushing event updated for resources: {'Port': ['ID=b896185e-3dee-4389-843f-9005b65eb5b0,revision_number=3']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:50.424023 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:50.463290 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.464736 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:50.465486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.512096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-584f51e9-9275-4fc2-b84e-10d4dfa132b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:50.531183 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-97d6c058-2b05-457e-a3a0-7bf05822824c req-48f34d49-20b3-47b9-8871-7c64bef472b8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116140 Apr 16 11:58:50.539791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:50.540617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.542708 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] 10.222.0.55 "PUT /v2.0/ports/b896185e-3dee-4389-843f-9005b65eb5b0 HTTP/1.1" status: 200 len: 1094 time: 3.4016678 Apr 16 11:58:50.543167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568bab29-4cf6-4e25-b564-76f947d199c7', 'tag': 'b896185e-3dee-4389-843f-9005b65eb5b0'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:50.591984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.595843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.606704 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568bab29-4cf6-4e25-b564-76f947d199c7', 'tag': 'b896185e-3dee-4389-843f-9005b65eb5b0', 'status': 'completed', 'code': 200} Apr 16 11:58:50.609197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:50.656467 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91410748025d4546b8d573690a57577e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157912 Apr 16 11:58:50.656467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09848262-4ce8-44a3-9f4d-50394c68f64e,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:50.657542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 51992) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:50.660096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:50.672848 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1104960 Apr 16 11:58:50.677089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 51996) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:50.698802 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Request body: {'subnet': {'network_id': 'e32cae15-3d25-4463-8451-fbe9d1a8de7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-456849788-subnet', 'tenant_id': '47a9b02d18ed4fef9c1fbe52c0e1a517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:50.710672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:50.720123 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Usage tracker for resource:subnet and tenant:47a9b02d18ed4fef9c1fbe52c0e1a517 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:50.723617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:50.727124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cb3c024b-1d62-4098-a3bb-a69bcb3bda2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.734620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Pushing event updated for resources: {'Network': ['ID=e32cae15-3d25-4463-8451-fbe9d1a8de7a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:50.737046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:50.749545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:50.751433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52000) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:50.759991 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network e32cae15-3d25-4463-8451-fbe9d1a8de7a details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:58:50.762395 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Made reservation on behalf of 47a9b02d18ed4fef9c1fbe52c0e1a517 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:50.767419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.777447 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cb3c024b-1d62-4098-a3bb-a69bcb3bda2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.784408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.800886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279e57f-d50b-46bc-9cc8-cc5a4d823c2a req-f5052195-0c53-4063-b1fa-34953f9dd677 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:50.803789 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e279e57f-d50b-46bc-9cc8-cc5a4d823c2a req-f5052195-0c53-4063-b1fa-34953f9dd677 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 932 time: 0.2534592 Apr 16 11:58:50.817495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:50.831165 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] Usage tracker for resource:security_group_rule and tenant:eec579be370d451284d2a0082f845ad4 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:50.836696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:50.846467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:50.888570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Request body: {'port': {'device_id': '287bed50-025e-4fd7-9154-613f97a9b68b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:50.917737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Request body: {'port': {'device_id': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:50.925897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cb3c024b-1d62-4098-a3bb-a69bcb3bda2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:50.964834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Request body: {'port': {'device_id': 'bde19762-c7ca-491f-83b5-5f2ff703deb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:51.034897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d9b5deea-6c43-4ae5-b801-fddf9a933987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:51.078040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c024b-1d62-4098-a3bb-a69bcb3bda2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09848262-4ce8-44a3-9f4d-50394c68f64e,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:51.090064 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cb3c024b-1d62-4098-a3bb-a69bcb3bda2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:51.173405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cb3c024b-1d62-4098-a3bb-a69bcb3bda2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:51.174684 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-cb3c024b-1d62-4098-a3bb-a69bcb3bda2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09848262-4ce8-44a3-9f4d-50394c68f64e HTTP/1.1" status: 204 len: 168 time: 0.5161519 Apr 16 11:58:51.254417 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:51.257454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:51.277054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:51.282277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357b956-b190-4279-999c-648c05da476a req-c1e6564e-3f3c-4c31-9c57-c79065c9d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:51.283905 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0357b956-b190-4279-999c-648c05da476a req-c1e6564e-3f3c-4c31-9c57-c79065c9d5eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 1097 time: 0.3590226 Apr 16 11:58:51.300627 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5796d92-e5bb-4c20-a356-ef1ddebc88e5 req-e582b0b2-6888-4c08-8523-5e80d1972a76 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:51.302298 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c5796d92-e5bb-4c20-a356-ef1ddebc88e5 req-e582b0b2-6888-4c08-8523-5e80d1972a76 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 931 time: 0.3786516 Apr 16 11:58:51.306303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:51.408415 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e279e57f-d50b-46bc-9cc8-cc5a4d823c2a req-77129d30-93c3-4670-9ca5-ae7f21763bac tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5017345 Apr 16 11:58:51.515899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8431363-fb83-411c-b9cb-6a7d8ad52c4f,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:51.523731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:51.531138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:51.535744 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eec579be370d451284d2a0082f845ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7831960 Apr 16 11:58:51.543562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52018) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:51.569805 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c5796d92-e5bb-4c20-a356-ef1ddebc88e5 req-9a0865f3-df1c-4cf2-97c4-313c7a85c9e1 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985404 Apr 16 11:58:51.694606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357b956-b190-4279-999c-648c05da476a req-4cb8b51e-ac63-4cdc-8bf5-1d8c496700f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:51.695487 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0357b956-b190-4279-999c-648c05da476a req-4cb8b51e-ac63-4cdc-8bf5-1d8c496700f4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8c22b70829724afdb574394af4af4635&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3901505 Apr 16 11:58:51.704552 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:51.720971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.159777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0779876d-d63d-4622-b032-6cae73c09fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.285305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75fd1-ec39-418f-8ca6-35655935eac6 req-e0bff91e-1114-4cdf-9b69-4b510d3ce4d5 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:52.293800 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b1c75fd1-ec39-418f-8ca6-35655935eac6 req-e0bff91e-1114-4cdf-9b69-4b510d3ce4d5 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.6667089 Apr 16 11:58:52.364269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357b956-b190-4279-999c-648c05da476a req-a3ea75c2-03ce-46ec-b2b4-74eaea0b1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:52.365918 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0357b956-b190-4279-999c-648c05da476a req-a3ea75c2-03ce-46ec-b2b4-74eaea0b1302 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6545513 Apr 16 11:58:52.398070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0779876d-d63d-4622-b032-6cae73c09fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.428098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174192d6-876c-4c31-a2aa-7b9a19ee23b0 req-4ceb93c6-cbb1-49af-8ab0-7a21408efdfa tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:52.437147 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-174192d6-876c-4c31-a2aa-7b9a19ee23b0 req-4ceb93c6-cbb1-49af-8ab0-7a21408efdfa tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 931 time: 0.4734480 Apr 16 11:58:52.597299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30116f33-460b-47c5-a3cf-483153866a15 {{(pid=85343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:58:52.606293 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-174192d6-876c-4c31-a2aa-7b9a19ee23b0 req-96824da1-e176-4ec2-b01f-7410ee0084f7 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681113 Apr 16 11:58:52.611935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.637473 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b1c75fd1-ec39-418f-8ca6-35655935eac6 req-eb4af7af-5d5e-428b-9b6e-a936c0472b25 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426812 Apr 16 11:58:52.649182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Transition to ACTIVE for port object 30116f33-460b-47c5-a3cf-483153866a15 will not be triggered until provisioned by entity L2. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:52.672782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.739987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-877fb675-71a9-4863-ae6c-e5a5eb6e374d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:52.835982 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0779876d-d63d-4622-b032-6cae73c09fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:52.836209 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-719e8f20-d2f3-4a66-b8f6-f67dd0888dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:52.837824 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-719e8f20-d2f3-4a66-b8f6-f67dd0888dcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 1097 time: 0.3946161 Apr 16 11:58:52.845239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fffc9e23-a589-4d58-aa1b-3a3dc12145f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:52.905166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779876d-d63d-4622-b032-6cae73c09fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8431363-fb83-411c-b9cb-6a7d8ad52c4f,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:52.921905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0779876d-d63d-4622-b032-6cae73c09fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:52.990335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Pushing event updated for resources: {'Port': ['ID=30116f33-460b-47c5-a3cf-483153866a15,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:53.018787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0779876d-d63d-4622-b032-6cae73c09fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.022382 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0779876d-d63d-4622-b032-6cae73c09fba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8431363-fb83-411c-b9cb-6a7d8ad52c4f HTTP/1.1" status: 204 len: 168 time: 1.4734671 Apr 16 11:58:53.073768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:53.095933 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-5cb594de-2b45-4788-84e3-19f7b836ecd1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b896185e-3dee-4389-843f-9005b65eb5b0 HTTP/1.1" status: 200 len: 217 time: 0.1979198 Apr 16 11:58:53.113236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ca66c6-e1d0-4fea-ae79-249c7224ed22 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:58:53.158508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.183955 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9be58e9-e2a6-459c-ab46-df8b792a13c1 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:58:53.204959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.237831 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Transition to ACTIVE for port object 83ca66c6-e1d0-4fea-ae79-249c7224ed22 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:53.246909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80f1d9-969c-4912-92eb-038bc550ee51 req-06660774-4948-4938-85a9-64595a439663 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:53.247386 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-38e11497-ef84-4379-bbe3-04d0326808a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:53.247701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-ab80f1d9-969c-4912-92eb-038bc550ee51 req-06660774-4948-4938-85a9-64595a439663 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Synchronizing usage tracker for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:53.249370 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-38e11497-ef84-4379-bbe3-04d0326808a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7269558b-57d5-49dd-912f-1a4984b68f2f HTTP/1.1" status: 200 len: 859 time: 0.1409352 Apr 16 11:58:53.258591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Transition to ACTIVE for port object e9be58e9-e2a6-459c-ab46-df8b792a13c1 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:58:53.259545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.263591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.266011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82692205-3f28-4032-aad8-1c1c388e4a03 req-d633d03a-153e-4344-a228-c06549623a47 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:53.266828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-82692205-3f28-4032-aad8-1c1c388e4a03 req-d633d03a-153e-4344-a228-c06549623a47 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Synchronizing usage tracker for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:58:53.284998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6b779a1f-5909-4133-913c-3d289d3c51f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:53.329023 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:53.334371 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-24791f41-a10a-40df-9115-c8383a33b717 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643723 Apr 16 11:58:53.491163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-82692205-3f28-4032-aad8-1c1c388e4a03 req-d633d03a-153e-4344-a228-c06549623a47 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Unset dirty status for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:53.502666 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-82692205-3f28-4032-aad8-1c1c388e4a03 req-d633d03a-153e-4344-a228-c06549623a47 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 944 time: 0.6691723 Apr 16 11:58:53.750634 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-13607305-e90c-4a51-853a-5e28f207be2f service neutron] 10.222.0.55 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070709 Apr 16 11:58:53.812311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-ab80f1d9-969c-4912-92eb-038bc550ee51 req-06660774-4948-4938-85a9-64595a439663 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Unset dirty status for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:58:53.813747 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ab80f1d9-969c-4912-92eb-038bc550ee51 req-06660774-4948-4938-85a9-64595a439663 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 931 time: 0.9518874 Apr 16 11:58:53.826903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Attempting to bind port 30116f33-460b-47c5-a3cf-483153866a15 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:53.827372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Attempting to bind port 30116f33-460b-47c5-a3cf-483153866a15 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:53.827822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Attempting to bind port 30116f33-460b-47c5-a3cf-483153866a15 on network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:53.906505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Port 30116f33-460b-47c5-a3cf-483153866a15 on network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:58:53.906850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Attempting to bind port 30116f33-460b-47c5-a3cf-483153866a15 on network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:53.914087 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-82692205-3f28-4032-aad8-1c1c388e4a03 req-d8d2d467-2d31-4dd2-a0bd-bd18a2c3c52f tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103079 Apr 16 11:58:53.967731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Pushing event updated for resources: {'Port': ['ID=83ca66c6-e1d0-4fea-ae79-249c7224ed22,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:54.011813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:54.012254 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Checking segment: {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:54.012695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Bound using segment: {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:54.013199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Bound port: 30116f33-460b-47c5-a3cf-483153866a15, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'}}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:54.013590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.020135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:54.020618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.677s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:54.097177 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7cf0a8c6-0a82-4d11-9f0a-52834b9c3ba0 req-692473c1-9ba8-436f-8a73-9f94b743438c service neutron] 10.222.0.55 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279474 Apr 16 11:58:54.114806 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ab80f1d9-969c-4912-92eb-038bc550ee51 req-a0451852-f723-45c6-a0be-527fcb1a8a70 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428548 Apr 16 11:58:54.159451 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5601a4-8574-4d10-8b65-2abc82f49618,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:54.171212 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:54.175015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:54.258144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] For port 30116f33-460b-47c5-a3cf-483153866a15, host hv-cinder-78662, cleared binding levels {{(pid=85343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:54.264877 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] For port 30116f33-460b-47c5-a3cf-483153866a15, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30116f33-460b-47c5-a3cf-483153866a15,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:54.280451 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.325154 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785781bd-0598-46f0-9864-3e43c45c873e req-e7a0f0fe-6a27-42fb-a2ad-edf1928ce2fe tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:54.328170 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-785781bd-0598-46f0-9864-3e43c45c873e req-e7a0f0fe-6a27-42fb-a2ad-edf1928ce2fe tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.2414768 Apr 16 11:58:54.333423 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ce68c821-05b0-4dd4-a606-1db3c236fe56 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:54.571467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Pushing event updated for resources: {'Port': ['ID=e9be58e9-e2a6-459c-ab46-df8b792a13c1,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:54.594034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:54.603488 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Pushing event updated for resources: {'Port': ['ID=30116f33-460b-47c5-a3cf-483153866a15,revision_number=3']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:54.611822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:54.625655 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-785781bd-0598-46f0-9864-3e43c45c873e req-9771f7ab-3e9b-4c21-9118-a1828e5b42d8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331097 Apr 16 11:58:54.631367 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Checking segment: {'id': '4ef266f6-7d44-4f12-9de6-7c151e9c8572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e32cae15-3d25-4463-8451-fbe9d1a8de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:54.631907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Network hostable DHCP agents. Network: e32cae15-3d25-4463-8451-fbe9d1a8de7a, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:58:54.663919 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:54.664725 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.666705 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] 10.222.0.55 "PUT /v2.0/ports/30116f33-460b-47c5-a3cf-483153866a15 HTTP/1.1" status: 200 len: 1094 time: 3.7842512 Apr 16 11:58:54.667264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'tag': '30116f33-460b-47c5-a3cf-483153866a15'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:54.741607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Attempting to bind port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:54.742003 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Attempting to bind port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:54.742535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Attempting to bind port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 on network 30cb16a0-3a69-4e73-8022-cef4510ee34c {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:54.759030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 on network 30cb16a0-3a69-4e73-8022-cef4510ee34c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:58:54.759401 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Attempting to bind port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 on network 30cb16a0-3a69-4e73-8022-cef4510ee34c {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:54.772123 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'tag': '30116f33-460b-47c5-a3cf-483153866a15', 'status': 'completed', 'code': 200} Apr 16 11:58:54.772281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device b896185e-3dee-4389-843f-9005b65eb5b0 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:58:54.789874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:54.790236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Checking segment: {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:54.790868 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Bound using segment: {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:54.791400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Bound port: 83ca66c6-e1d0-4fea-ae79-249c7224ed22, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:54.791796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:54.835085 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-fda164b1-1ff3-4c9d-8384-afd32d2ee639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:54.836938 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-fda164b1-1ff3-4c9d-8384-afd32d2ee639 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 1097 time: 0.1305835 Apr 16 11:58:54.879031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Attempting to bind port e9be58e9-e2a6-459c-ab46-df8b792a13c1 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:58:54.879225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Attempting to bind port e9be58e9-e2a6-459c-ab46-df8b792a13c1 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:58:54.879475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Attempting to bind port e9be58e9-e2a6-459c-ab46-df8b792a13c1 on network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:54.904133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Port e9be58e9-e2a6-459c-ab46-df8b792a13c1 on network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:58:54.904502 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Attempting to bind port e9be58e9-e2a6-459c-ab46-df8b792a13c1 on network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:58:54.906941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Network e32cae15-3d25-4463-8451-fbe9d1a8de7a is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:58:55.005878 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-8b02ed6d-394c-4343-a439-c61f3b19ff38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30116f33-460b-47c5-a3cf-483153866a15 HTTP/1.1" status: 200 len: 217 time: 0.1558056 Apr 16 11:58:55.039793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port b896185e-3dee-4389-843f-9005b65eb5b0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b896185e-3dee-4389-843f-9005b65eb5b0,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:55.051316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:58:55.051701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Checking segment: {'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:58:55.053626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Bound using segment: {'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:58:55.055987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Bound port: e9be58e9-e2a6-459c-ab46-df8b792a13c1, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370261e9-e83f-4a7c-bfd4-63be9d33d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:58:55.056420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:55.058420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': 'b896185e-3dee-4389-843f-9005b65eb5b0', 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9', 'port_id': 'b896185e-3dee-4389-843f-9005b65eb5b0', 'mac_address': 'fa:16:3e:72:ab:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7269558b-57d5-49dd-912f-1a4984b68f2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:58:55.141620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:55.144788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cccca4-1ee3-48ad-8889-e7fe7afe90f5 req-95a66591-8744-44d7-bab7-7b5f49c66010 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:55.154963 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-57cccca4-1ee3-48ad-8889-e7fe7afe90f5 req-95a66591-8744-44d7-bab7-7b5f49c66010 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.7021236 Apr 16 11:58:55.163129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-cc31ccb0-5eb9-4524-b194-80b390015c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:55.167714 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-cc31ccb0-5eb9-4524-b194-80b390015c2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 200 len: 849 time: 0.1542997 Apr 16 11:58:55.171825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b896185e-3dee-4389-843f-9005b65eb5b0 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:58:55.190684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, e32cae15-3d25-4463-8451-fbe9d1a8de7a) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:58:55.196072 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port b896185e-3dee-4389-843f-9005b65eb5b0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b896185e-3dee-4389-843f-9005b65eb5b0,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:55.206204 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:55.208268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5124ba31-01e3-42e2-b427-eaef01fa873d None None] Network e32cae15-3d25-4463-8451-fbe9d1a8de7a requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:55.232358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:55.327607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52142) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:55.329240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:55.330688 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:55.390623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=b896185e-3dee-4389-843f-9005b65eb5b0,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:55.397721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:55.438938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] For port 83ca66c6-e1d0-4fea-ae79-249c7224ed22, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:55.457842 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-57cccca4-1ee3-48ad-8889-e7fe7afe90f5 req-fd366a4e-0c13-4812-8625-89d2750ae3c5 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018949 Apr 16 11:58:55.461554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] For port 83ca66c6-e1d0-4fea-ae79-249c7224ed22, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:55.483321 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.7926121 Apr 16 11:58:55.488156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:55.507240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-506b9dc3-0560-4cda-a352-681e1f4b2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:55.515528 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-506b9dc3-0560-4cda-a352-681e1f4b2c8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2448776 Apr 16 11:58:55.564140 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['b896185e-3dee-4389-843f-9005b65eb5b0'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:58:55.598453 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5c0d3-f444-4a7f-b9c5-2e29ba8f26e6 req-a43fc006-cae5-4860-990b-5ffca9abd1de tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:55.606265 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e5d5c0d3-f444-4a7f-b9c5-2e29ba8f26e6 req-a43fc006-cae5-4860-990b-5ffca9abd1de tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 944 time: 0.4491289 Apr 16 11:58:55.666771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d16235-cb78-4d1c-8124-9be5ac96c457 None None] Network e32cae15-3d25-4463-8451-fbe9d1a8de7a requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:58:55.777299 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e5d5c0d3-f444-4a7f-b9c5-2e29ba8f26e6 req-d5fe0e00-a1e7-4bce-b69b-b50d05f89c41 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525552 Apr 16 11:58:55.853355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:55.907974 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-9b918312-e033-4a75-81e7-a739fd0a25d9 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789916 Apr 16 11:58:56.168801 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:56.231132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] For port e9be58e9-e2a6-459c-ab46-df8b792a13c1, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:58:56.246621 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:56.247312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:56.253296 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] 10.222.0.55 "PUT /v2.0/ports/83ca66c6-e1d0-4fea-ae79-249c7224ed22 HTTP/1.1" status: 200 len: 1093 time: 5.3453507 Apr 16 11:58:56.270035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:56.446573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] For port e9be58e9-e2a6-459c-ab46-df8b792a13c1, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9be58e9-e2a6-459c-ab46-df8b792a13c1,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:58:56.485595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:56.503600 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bca4eee-e0a8-486c-a9d0-a0db410ef0b1 req-197de7a7-8263-4333-93ef-748a5ba5ccb7 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878403 Apr 16 11:58:56.504056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] Usage tracker for resource:security_group_rule and tenant:bd25812a2ebc476eafb5ae6517c4555e is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:56.524147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:56.525406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:56.535984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b127a12-fa55-4eaf-b64e-0aa4182c69cd req-d738a96c-8077-434d-a96e-db095fe4affe tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:56.539889 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5b127a12-fa55-4eaf-b64e-0aa4182c69cd req-d738a96c-8077-434d-a96e-db095fe4affe tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.4400060 Apr 16 11:58:56.558238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:56.561700 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Pushing event updated for resources: {'Port': ['ID=83ca66c6-e1d0-4fea-ae79-249c7224ed22,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:56.572395 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:56.629172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:56.870774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Pushing event updated for resources: {'Port': ['ID=e9be58e9-e2a6-459c-ab46-df8b792a13c1,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:56.891636 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:56.916072 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5b127a12-fa55-4eaf-b64e-0aa4182c69cd req-95a54498-e2e3-4876-95a3-e19b3af80615 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576953 Apr 16 11:58:56.925699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-b2da4f69-58ea-4d1a-953e-1a138af818ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:56.927294 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-b2da4f69-58ea-4d1a-953e-1a138af818ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 1097 time: 0.0996540 Apr 16 11:58:56.966056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c2cc9-bcbe-4dd6-8583-4f2ffd1996fb req-e3e7385b-26cd-4288-8048-7a866bce1807 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:56.968083 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3d6c2cc9-bcbe-4dd6-8583-4f2ffd1996fb req-e3e7385b-26cd-4288-8048-7a866bce1807 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 943 time: 1.1175561 Apr 16 11:58:57.026029 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52204) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:57.061489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-770659001-network', 'tenant_id': '66ce7495884e4a9bad491b32b0a4f834'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:57.077371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:57.101430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Usage tracker for resource:network and tenant:66ce7495884e4a9bad491b32b0a4f834 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:57.106459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-5990b153-46d0-411c-8252-9bced58e3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:57.108094 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-5990b153-46d0-411c-8252-9bced58e3967 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 1096 time: 0.7122576 Apr 16 11:58:57.113022 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:57.121692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:57.122378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:57.123862 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] 10.222.0.55 "PUT /v2.0/ports/e9be58e9-e2a6-459c-ab46-df8b792a13c1 HTTP/1.1" status: 200 len: 1093 time: 6.2146201 Apr 16 11:58:57.194821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:57.208180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-2bbf530a-2fab-485f-b872-ed08789094ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:57.210337 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-2bbf530a-2fab-485f-b872-ed08789094ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 911 time: 0.2729659 Apr 16 11:58:57.328807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d801657-f62e-424e-ab1e-9aa9700ee45b req-d66479ad-e3c3-4aec-a5d0-42f3d278fa38 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:57.332089 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9d801657-f62e-424e-ab1e-9aa9700ee45b req-d66479ad-e3c3-4aec-a5d0-42f3d278fa38 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 944 time: 0.2591724 Apr 16 11:58:57.333693 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-5dd53abc-600e-4422-afce-54e76f89e624 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30116f33-460b-47c5-a3cf-483153866a15 HTTP/1.1" status: 200 len: 217 time: 0.1086555 Apr 16 11:58:57.460717 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9d801657-f62e-424e-ab1e-9aa9700ee45b req-729b69e7-3264-41f9-a9d2-aede0fe16cdf tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207912 Apr 16 11:58:57.461240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52218) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:57.490322 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-709f82eb-4af0-4623-a8a3-16e983e50252 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22 HTTP/1.1" status: 200 len: 217 time: 0.3566129 Apr 16 11:58:57.494220 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-1b23621c-0c3f-4cba-b442-083bce7dacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:57.497704 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-1b23621c-0c3f-4cba-b442-083bce7dacaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 200 len: 849 time: 0.1409502 Apr 16 11:58:57.518564 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3d6c2cc9-bcbe-4dd6-8583-4f2ffd1996fb req-5450dd23-8dec-4db1-8a45-25d9eecd9a5d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875307 Apr 16 11:58:57.613038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-246661ad-f88f-4609-93df-9bd71621a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:57.614805 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-246661ad-f88f-4609-93df-9bd71621a9cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.0952280 Apr 16 11:58:57.619886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Made reservation on behalf of 66ce7495884e4a9bad491b32b0a4f834 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:57.624816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:57.657198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-b6e13e1e-46c2-4c41-956c-6924444591de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:57.659412 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-b6e13e1e-46c2-4c41-956c-6924444591de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1530716 Apr 16 11:58:57.707946 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:57.755904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:57.766634 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'status': 'completed', 'code': 200} Apr 16 11:58:57.767572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:57.774506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:57.782994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Usage tracker for resource:security_group_rule and tenant:66ce7495884e4a9bad491b32b0a4f834 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:57.787661 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:57.795324 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:57.813136 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:57.825359 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:57.848126 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:57.857933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] Usage tracker for resource:security_group_rule and tenant:9b0e3b235e4c402ba4fc6d2d20111a29 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:57.861027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-784ad024-d3db-4db6-b275-0ca41245d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:57.862635 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-784ad024-d3db-4db6-b275-0ca41245d531 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 1096 time: 0.6487288 Apr 16 11:58:57.863604 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:57.879277 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd25812a2ebc476eafb5ae6517c4555e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5440321 Apr 16 11:58:57.881256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:57.885155 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52234) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:57.904110 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-cc96b7cd-d284-49b1-948c-62a677ec62ff service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369318 Apr 16 11:58:57.935853 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0263012e-eac0-4cac-a04f-9bd614c44a1d,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:57.939324 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:57.968346 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-4d8b7d90-fcc5-4637-985c-b7872efadd4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9be58e9-e2a6-459c-ab46-df8b792a13c1 HTTP/1.1" status: 200 len: 217 time: 0.0937159 Apr 16 11:58:57.973757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-358c4bcf-57e9-4709-9e45-f24449e414fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:57.975371 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-358c4bcf-57e9-4709-9e45-f24449e414fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3272672 Apr 16 11:58:58.103843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-22c3695a-959d-4e4a-82c4-ae2f21fcf414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:58.105922 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-22c3695a-959d-4e4a-82c4-ae2f21fcf414 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7269558b-57d5-49dd-912f-1a4984b68f2f HTTP/1.1" status: 200 len: 859 time: 0.1295693 Apr 16 11:58:58.175847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-805fb32b-6e7f-4337-a812-42d52b2a0f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.205831 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3afdaf7d-10dd-4728-941d-86770c28d273 req-8150b829-7a01-4963-a868-613f5aa643a6 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932446 Apr 16 11:58:58.244370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-805fb32b-6e7f-4337-a812-42d52b2a0f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.246329 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-4d7a370a-ae7e-4214-a5f4-43bef52d39a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778508 Apr 16 11:58:58.341132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.350702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c896d3-1c80-477e-9900-be0d398ea9d3 req-cde24ee4-d7bb-4eba-a4dc-4004dc671c2d tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:58.352377 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-67c896d3-1c80-477e-9900-be0d398ea9d3 req-cde24ee4-d7bb-4eba-a4dc-4004dc671c2d tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.2397072 Apr 16 11:58:58.356292 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.365079 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cb3c024b-1d62-4098-a3bb-a69bcb3bda2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:58.453763 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.471100 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b0e3b235e4c402ba4fc6d2d20111a29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0046630 Apr 16 11:58:58.477136 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257537d8-0725-4768-a5a3-728419a8cd01,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:58.480504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-805fb32b-6e7f-4337-a812-42d52b2a0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.481135 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-b36ece35-dcca-45cf-98ec-3df87950a8b9 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534795 Apr 16 11:58:58.482174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.483157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52248) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:58.484024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:58.501896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:58:58.512316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:58.514917 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.515547 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Added segment ca7a451e-ec74-41f6-bbbf-610f7e4adc03 of type vlan for network ed1fc1ad-e99b-4b44-bda8-13efad8dd991 Apr 16 11:58:58.533384 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-67c896d3-1c80-477e-9900-be0d398ea9d3 req-551185bf-b1a4-47db-9711-aaa74afb82c1 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581225 Apr 16 11:58:58.537291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fb32b-6e7f-4337-a812-42d52b2a0f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0263012e-eac0-4cac-a04f-9bd614c44a1d,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:58.547135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-805fb32b-6e7f-4337-a812-42d52b2a0f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:58.568946 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.581552 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-805fb32b-6e7f-4337-a812-42d52b2a0f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.585342 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-805fb32b-6e7f-4337-a812-42d52b2a0f3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0263012e-eac0-4cac-a04f-9bd614c44a1d HTTP/1.1" status: 204 len: 168 time: 0.6985943 Apr 16 11:58:58.629732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b731df40-eaa2-4cce-9fe7-866d00193a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.637314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0779876d-d63d-4622-b032-6cae73c09fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:58.653810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.678579 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b731df40-eaa2-4cce-9fe7-866d00193a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.752454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:58.752996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.757995 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-48402c7d-f59f-47fd-bcd1-98bbfe7b1568 service neutron] 10.222.0.55 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027466 Apr 16 11:58:58.781567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 30116f33-460b-47c5-a3cf-483153866a15 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:58:58.831599 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b731df40-eaa2-4cce-9fe7-866d00193a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.842783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:58.867486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731df40-eaa2-4cce-9fe7-866d00193a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257537d8-0725-4768-a5a3-728419a8cd01,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:58.880112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfffea4-e6cc-4384-a218-4c233b70c275,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:58.903896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5123358-e23d-4a78-b73c-537c644e7c63 req-3591e1f2-2fee-4634-93d9-ff91f8035165 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:58.907954 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b5123358-e23d-4a78-b73c-537c644e7c63 req-3591e1f2-2fee-4634-93d9-ff91f8035165 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 943 time: 0.1866069 Apr 16 11:58:58.908950 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b731df40-eaa2-4cce-9fe7-866d00193a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:58.921419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b731df40-eaa2-4cce-9fe7-866d00193a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:58.925871 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-b731df40-eaa2-4cce-9fe7-866d00193a64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/257537d8-0725-4768-a5a3-728419a8cd01 HTTP/1.1" status: 204 len: 168 time: 0.4407456 Apr 16 11:58:58.939399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:58.939898 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:59.028356 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b5123358-e23d-4a78-b73c-537c644e7c63 req-afa2793d-5a10-43b6-a521-4189af592051 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006789 Apr 16 11:58:59.049636 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 30116f33-460b-47c5-a3cf-483153866a15, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30116f33-460b-47c5-a3cf-483153866a15,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:59.064245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '30116f33-460b-47c5-a3cf-483153866a15', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'port_id': '30116f33-460b-47c5-a3cf-483153866a15', 'mac_address': 'fa:16:3e:ec:52:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:58:59.103342 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device b896185e-3dee-4389-843f-9005b65eb5b0 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:59.111611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52266) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:59.128652 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0902650 Apr 16 11:58:59.133276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52270) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:59.143397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Request body: {'subnet': {'network_id': 'ed1fc1ad-e99b-4b44-bda8-13efad8dd991', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-770659001-subnet', 'tenant_id': '66ce7495884e4a9bad491b32b0a4f834', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:58:59.150269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:59.157270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Usage tracker for resource:subnet and tenant:66ce7495884e4a9bad491b32b0a4f834 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:59.162800 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:59.171106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:59.178618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Pushing event updated for resources: {'Network': ['ID=ed1fc1ad-e99b-4b44-bda8-13efad8dd991,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:59.184299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Made reservation on behalf of 66ce7495884e4a9bad491b32b0a4f834 for: {'subnet': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:58:59.189044 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:59.199347 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41604a0d-9a03-4bf8-874f-a97a98c6364b req-1fd8efc7-2cc1-44bc-a8a0-56c55aae5998 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946908 Apr 16 11:58:59.201503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network ed1fc1ad-e99b-4b44-bda8-13efad8dd991 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:58:59.205452 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.223182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.242190 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcc0f7-02d8-4ff7-9255-91cf756cfde3 req-1c61f18e-d808-4e04-9dfe-dba57e592c5c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:59.251103 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-64fcc0f7-02d8-4ff7-9255-91cf756cfde3 req-1c61f18e-d808-4e04-9dfe-dba57e592c5c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 944 time: 0.6035571 Apr 16 11:58:59.305878 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-706b83c6-0f88-4133-8ede-339d1702e4e8 req-6a891b80-754e-4da9-b683-d89222029c05 service neutron] 10.222.0.55 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018504 Apr 16 11:58:59.308198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:58:59.333267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] Usage tracker for resource:security_group_rule and tenant:095118b7d9c7444da0e4d313422fa870 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:58:59.340535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:58:59.353463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:58:59.378232 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-64fcc0f7-02d8-4ff7-9255-91cf756cfde3 req-8e00024e-c6d3-4b0f-a8cb-e805e6e812d2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260078 Apr 16 11:58:59.383732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.442097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1db43-6409-499c-838c-e81a9863d94c req-0c26b6d5-0a94-4673-ba67-bf12512c729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:59.445191 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port b896185e-3dee-4389-843f-9005b65eb5b0 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:58:59.447021 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99b1db43-6409-499c-838c-e81a9863d94c req-0c26b6d5-0a94-4673-ba67-bf12512c729a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 1096 time: 0.1914895 Apr 16 11:58:59.451561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30116f33-460b-47c5-a3cf-483153866a15 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:58:59.477875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 30116f33-460b-47c5-a3cf-483153866a15, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30116f33-460b-47c5-a3cf-483153866a15,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:59.479551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port b896185e-3dee-4389-843f-9005b65eb5b0 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:59.480002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.513272 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.523694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-22846e42-2b61-42a8-b0df-411f555e1d9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:59.598842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.604833 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.623413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=30116f33-460b-47c5-a3cf-483153866a15,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:59.627561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:59.641676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:59.656163 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=095118b7d9c7444da0e4d313422fa870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5428884 Apr 16 11:58:59.658958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52288) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:59.698261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.740238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a885-75ea-45f1-8229-49c580d4f0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.740867 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port b896185e-3dee-4389-843f-9005b65eb5b0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b896185e-3dee-4389-843f-9005b65eb5b0,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:59.741966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568bab29-4cf6-4e25-b564-76f947d199c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b896185e-3dee-4389-843f-9005b65eb5b0'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:59.749610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.751830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:59.768792 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde19762-c7ca-491f-83b5-5f2ff703deb0', 'tag': 'e9be58e9-e2a6-459c-ab46-df8b792a13c1'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:59.812299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a885-75ea-45f1-8229-49c580d4f0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.824615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea01349-25eb-4e8a-b27d-685e458289c7,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:59.830561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:59.831949 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568bab29-4cf6-4e25-b564-76f947d199c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b896185e-3dee-4389-843f-9005b65eb5b0', 'code': 200} Apr 16 11:58:59.832569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=b896185e-3dee-4389-843f-9005b65eb5b0,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:59.836105 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:59.871912 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde19762-c7ca-491f-83b5-5f2ff703deb0', 'tag': 'e9be58e9-e2a6-459c-ab46-df8b792a13c1', 'status': 'completed', 'code': 200} Apr 16 11:58:59.895235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a885-75ea-45f1-8229-49c580d4f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.902002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:59.921941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3a885-75ea-45f1-8229-49c580d4f0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea01349-25eb-4e8a-b27d-685e458289c7,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:59.933137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40ca4-21f9-4a97-b1dd-f6778836edc6 req-7cede7bc-22c7-41ff-905c-4d9188b8e94e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:59.933242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c0e3a885-75ea-45f1-8229-49c580d4f0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:59.933319 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d0b40ca4-21f9-4a97-b1dd-f6778836edc6 req-7cede7bc-22c7-41ff-905c-4d9188b8e94e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.1736047 Apr 16 11:58:59.933390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a885-75ea-45f1-8229-49c580d4f0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.934438 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c0e3a885-75ea-45f1-8229-49c580d4f0f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aea01349-25eb-4e8a-b27d-685e458289c7 HTTP/1.1" status: 204 len: 168 time: 0.2738521 Apr 16 11:59:00.025841 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d0b40ca4-21f9-4a97-b1dd-f6778836edc6 req-ad2ca845-9063-43ce-8b07-028e7282ef39 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674913 Apr 16 11:59:00.054575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52310) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:00.106501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.124643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3970eee2-4425-40e2-98c3-8d1b832f029d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:00.262394 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9763c205-a8a1-4ba1-a109-31b353230abf,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:00.275527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:00.284056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d611563-6bf8-4826-8eab-c3346db64e06 req-567391ec-ea83-4738-ac90-1edc00e5b522 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:00.286132 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6d611563-6bf8-4826-8eab-c3346db64e06 req-567391ec-ea83-4738-ac90-1edc00e5b522 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 943 time: 0.1289930 Apr 16 11:59:00.326400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-330717705-network', 'tenant_id': '262333ac703744599d7abc2f1d0f6993'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:00.344841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:00.348148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Checking segment: {'id': 'ca7a451e-ec74-41f6-bbbf-610f7e4adc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ed1fc1ad-e99b-4b44-bda8-13efad8dd991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:00.348949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Network hostable DHCP agents. Network: ed1fc1ad-e99b-4b44-bda8-13efad8dd991, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:59:00.349479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Usage tracker for resource:network and tenant:262333ac703744599d7abc2f1d0f6993 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:00.355757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:00.362324 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6d611563-6bf8-4826-8eab-c3346db64e06 req-6bf290cc-ac0b-46a0-b067-e4a75c7779af tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695164 Apr 16 11:59:00.368178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:00.369541 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Network ed1fc1ad-e99b-4b44-bda8-13efad8dd991 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:59:00.377979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Made reservation on behalf of 262333ac703744599d7abc2f1d0f6993 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:00.379529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, ed1fc1ad-e99b-4b44-bda8-13efad8dd991) {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:00.383904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:00.384529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.384777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.404075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e0665-0752-4ce6-9c75-a2efb272bcf4 None None] Network ed1fc1ad-e99b-4b44-bda8-13efad8dd991 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:00.414591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.435163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:00.436236 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3006947 Apr 16 11:59:00.439418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Usage tracker for resource:security_group_rule and tenant:262333ac703744599d7abc2f1d0f6993 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:00.442913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:00.449892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:00.615157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.620133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.631199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dd22065d-bb6a-4100-aa32-9290f1f74a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:00.692690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:59:00.708412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52332) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:00.787603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd7d49-1d02-49df-a1ac-0f14dfe27f15 req-e115b45e-d270-4362-945b-817fbd1bace3 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:00.789914 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-38bd7d49-1d02-49df-a1ac-0f14dfe27f15 req-e115b45e-d270-4362-945b-817fbd1bace3 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 945 time: 0.1420903 Apr 16 11:59:00.790766 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17825ff-ad5e-4c5e-a4af-a12e5f345806,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:00.805499 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.806172 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Added segment f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa of type vlan for network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 Apr 16 11:59:00.811308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:00.847818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb77fb-8505-456e-92d9-51dcb14af69a None None] Network ed1fc1ad-e99b-4b44-bda8-13efad8dd991 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:00.897024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a1a030-8af6-4c20-94c8-6cf6d3e4f2b9 admin admin] Deleting subnet be5601a4-8574-4d10-8b65-2abc82f49618 {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:59:00.902732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a030-8af6-4c20-94c8-6cf6d3e4f2b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.933802 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.981520 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a030-8af6-4c20-94c8-6cf6d3e4f2b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:00.994179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a030-8af6-4c20-94c8-6cf6d3e4f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.032782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.037610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:01.038267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.042861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:01.122247 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-38bd7d49-1d02-49df-a1ac-0f14dfe27f15 req-adfd6057-b16f-437d-ba52-3f99951cac06 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163650 Apr 16 11:59:01.287618 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2318008 Apr 16 11:59:01.291384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52354) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:01.295672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Pushing event updated for resources: {'Network': ['ID=23a3bf6f-0d10-4348-bd5e-d5a3646f5990,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:01.298731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Request body: {'subnet': {'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-330717705-subnet', 'tenant_id': '262333ac703744599d7abc2f1d0f6993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:01.304308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:01.310371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:59:01.310666 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Usage tracker for resource:subnet and tenant:262333ac703744599d7abc2f1d0f6993 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:01.310934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:01.314189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:01.322095 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:01.333267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Made reservation on behalf of 262333ac703744599d7abc2f1d0f6993 for: {'subnet': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:01.338836 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.656862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e68c0c-e4b8-40fb-8d44-a4ab316115d8 req-bb2249dc-003f-433c-b074-9c95d7c36c47 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:01.658495 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-02e68c0c-e4b8-40fb-8d44-a4ab316115d8 req-bb2249dc-003f-433c-b074-9c95d7c36c47 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.4307797 Apr 16 11:59:01.730439 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-02e68c0c-e4b8-40fb-8d44-a4ab316115d8 req-05ec54ee-2eef-4feb-bc0b-45206beb8bce tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586240 Apr 16 11:59:01.731628 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a030-8af6-4c20-94c8-6cf6d3e4f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.748914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ca919e19-4c35-40f1-8762-fd301821c238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:01.849827 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a32b3e-7a60-4614-8cb7-12b4575714a3 req-f65154fc-62ae-4d41-bdc5-d3b3f61b7568 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:01.851477 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-52a32b3e-7a60-4614-8cb7-12b4575714a3 req-f65154fc-62ae-4d41-bdc5-d3b3f61b7568 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 943 time: 0.2045834 Apr 16 11:59:01.853423 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1a030-8af6-4c20-94c8-6cf6d3e4f2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5601a4-8574-4d10-8b65-2abc82f49618,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:01.858857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f4a1a030-8af6-4c20-94c8-6cf6d3e4f2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:01.894144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a030-8af6-4c20-94c8-6cf6d3e4f2b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:01.900586 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f4a1a030-8af6-4c20-94c8-6cf6d3e4f2b9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/be5601a4-8574-4d10-8b65-2abc82f49618 HTTP/1.1" status: 204 len: 168 time: 1.1905234 Apr 16 11:59:01.905660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52400) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:01.926688 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-52a32b3e-7a60-4614-8cb7-12b4575714a3 req-84ae27cd-7630-4afe-9f3c-a835d0b9e127 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658596 Apr 16 11:59:01.993115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for subnet, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.012482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:02.035568 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.227488 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Pushing event updated for resources: {'Subnet': ['ID=79cd7378-2ac6-4b76-9ce5-b0f4e26f7482,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:02.237196 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:02.267022 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Checking segment: {'id': 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:02.267540 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Network hostable DHCP agents. Network: 23a3bf6f-0d10-4348-bd5e-d5a3646f5990, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:59:02.287693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:59:02.296641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 23a3bf6f-0d10-4348-bd5e-d5a3646f5990) {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:02.300602 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:02.301368 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.306634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9f81cc-e126-4be7-a9bb-f68f304d0f64 None None] Network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:02.341277 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0397973 Apr 16 11:59:02.570913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1db43-6409-499c-838c-e81a9863d94c req-c5e85992-cdea-4699-97bf-842f5953a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:02.572748 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99b1db43-6409-499c-838c-e81a9863d94c req-c5e85992-cdea-4699-97bf-842f5953a377 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 917 time: 0.3640137 Apr 16 11:59:02.585502 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011719d-236d-45be-9782-0368f936833f req-a0ad7aee-016d-4887-b229-105246eb99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:02.585727 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.587584 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a011719d-236d-45be-9782-0368f936833f req-a0ad7aee-016d-4887-b229-105246eb99cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 1099 time: 0.1982250 Apr 16 11:59:02.593773 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['30116f33-460b-47c5-a3cf-483153866a15'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:59:02.680310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-a011719d-236d-45be-9782-0368f936833f req-5b6cf0fc-faa1-4c72-b4c0-c4589ab7e2fa service neutron] Synchronizing usage tracker for tenant:75db74da9fc74685a61be87ce2224b28 on resource:security_group {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:02.695484 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8325cf0-4eb6-43b3-9369-8cee592eec81 None None] Network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:02.700842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-a011719d-236d-45be-9782-0368f936833f req-5b6cf0fc-faa1-4c72-b4c0-c4589ab7e2fa service neutron] Unset dirty status for tenant:75db74da9fc74685a61be87ce2224b28 on resource:security_group {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:02.702341 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a011719d-236d-45be-9782-0368f936833f req-5b6cf0fc-faa1-4c72-b4c0-c4589ab7e2fa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046376 Apr 16 11:59:02.796518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.796934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.797775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.798163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > port after_create 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.798537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.798902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > port after_update 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.799268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.799636 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.800034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.800400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.870176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.870574 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.870969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.871340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85344) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:02.871748 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32cae15-3d25-4463-8451-fbe9d1a8de7a']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:02.888535 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99b1db43-6409-499c-838c-e81a9863d94c req-6e67b0e7-bc8b-42ee-9dce-9691827a9bdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22 HTTP/1.1" status: 200 len: 217 time: 0.1802816 Apr 16 11:59:02.891432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef266f6-7d44-4f12-9de6-7c151e9c8572') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:02.891778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef266f6-7d44-4f12-9de6-7c151e9c8572') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:02.982734 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851899641'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:02.998693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1db43-6409-499c-838c-e81a9863d94c req-7426f41c-d70c-48fd-9bcf-13c362f5849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:03.000370 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99b1db43-6409-499c-838c-e81a9863d94c req-7426f41c-d70c-48fd-9bcf-13c362f5849d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.0965874 Apr 16 11:59:03.009329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:03.019419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:59:03.032646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4218-e55d-423f-9ce8-28a2b299276e req-3baa4801-e0d1-4345-bd1f-01ff7f25eab5 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:03.034671 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d68b4218-e55d-423f-9ce8-28a2b299276e req-3baa4801-e0d1-4345-bd1f-01ff7f25eab5 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.0988555 Apr 16 11:59:03.098570 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d68b4218-e55d-423f-9ce8-28a2b299276e req-cc374f9b-31be-4d82-90d8-a9a000358959 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558839 Apr 16 11:59:03.101150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5cb8d-8c89-44c3-abbf-f975a28bbd1f req-c2a28dc3-83b5-4f28-82d4-a11d4ea556d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:03.102687 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c2c5cb8d-8c89-44c3-abbf-f975a28bbd1f req-c2a28dc3-83b5-4f28-82d4-a11d4ea556d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 1096 time: 0.8180482 Apr 16 11:59:03.356838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e9aa5-5283-4888-b07e-6b1b19731555 req-c1e0f943-ec75-4b88-b15f-a4a4973f5fdd tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:03.360573 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3d5e9aa5-5283-4888-b07e-6b1b19731555 req-c1e0f943-ec75-4b88-b15f-a4a4973f5fdd tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 943 time: 0.1140952 Apr 16 11:59:03.420560 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3d5e9aa5-5283-4888-b07e-6b1b19731555 req-bdd62501-63d9-47a4-b3d1-56c561f74b32 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546587 Apr 16 11:59:03.474275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Network e32cae15-3d25-4463-8451-fbe9d1a8de7a has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:03.488929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2848884'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:03.512071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa840f-200f-4fa1-84e2-f27ffa88387f req-ca00709a-ebb5-4c98-bc2c-5accbef857f0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:03.513702 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b8fa840f-200f-4fa1-84e2-f27ffa88387f req-ca00709a-ebb5-4c98-bc2c-5accbef857f0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 945 time: 1.2305875 Apr 16 11:59:03.615887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5cb8d-8c89-44c3-abbf-f975a28bbd1f req-00baa313-9974-4d0f-8e77-2c2330cc4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:03.617465 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c2c5cb8d-8c89-44c3-abbf-f975a28bbd1f req-00baa313-9974-4d0f-8e77-2c2330cc4fa5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 HTTP/1.1" status: 200 len: 920 time: 0.4065447 Apr 16 11:59:03.817093 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c2c5cb8d-8c89-44c3-abbf-f975a28bbd1f req-ca196c47-e2be-46bc-98c9-777cb877ba87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9be58e9-e2a6-459c-ab46-df8b792a13c1 HTTP/1.1" status: 200 len: 217 time: 0.1147356 Apr 16 11:59:03.819406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Network e32cae15-3d25-4463-8451-fbe9d1a8de7a has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:03.833928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1db43-6409-499c-838c-e81a9863d94c req-68658403-fb58-4cf8-a2a2-1e1105f5d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:03.836029 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99b1db43-6409-499c-838c-e81a9863d94c req-68658403-fb58-4cf8-a2a2-1e1105f5d936 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7941010 Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: from cryptography.utils import int_from_bytes Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: from cryptography.utils import int_from_bytes Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: (rel_b, rel_a, rel_b), Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: (rel_b, rel_a, rel_b), Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:59:03.861394 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:59:03.997741 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b8fa840f-200f-4fa1-84e2-f27ffa88387f req-b51ba9f0-387b-4bff-91ee-bed9995224a1 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4769840 Apr 16 11:59:04.104362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5cb8d-8c89-44c3-abbf-f975a28bbd1f req-d75f92f3-e051-4827-9d1c-0c4aedc679fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:04.106625 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c2c5cb8d-8c89-44c3-abbf-f975a28bbd1f req-d75f92f3-e051-4827-9d1c-0c4aedc679fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7269558b-57d5-49dd-912f-1a4984b68f2f HTTP/1.1" status: 200 len: 859 time: 0.2669220 Apr 16 11:59:04.119726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:04.164281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 30116f33-460b-47c5-a3cf-483153866a15 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:04.166111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:04.185384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:04.222363 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c2c5cb8d-8c89-44c3-abbf-f975a28bbd1f req-dd8371b0-688f-4c2f-bc9b-dcf3bbcff5c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960386 Apr 16 11:59:04.223217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32cae15-3d25-4463-8451-fbe9d1a8de7a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:04.225810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:04.230888 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e32cae15-3d25-4463-8451-fbe9d1a8de7a HTTP/1.1" status: 204 len: 168 time: 2.3241022 Apr 16 11:59:04.234219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52464) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:04.246286 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port 30116f33-460b-47c5-a3cf-483153866a15 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:04.252011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 30116f33-460b-47c5-a3cf-483153866a15 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:04.252442 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:04.332643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62758ee-4b55-447f-b7a1-f9905d605e1f req-162227a8-d7ea-4357-924b-aeb2d014627b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:04.334809 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d62758ee-4b55-447f-b7a1-f9905d605e1f req-162227a8-d7ea-4357-924b-aeb2d014627b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.1058500 Apr 16 11:59:04.434832 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d62758ee-4b55-447f-b7a1-f9905d605e1f req-6c2b8ca6-84be-41ec-b49e-8154639eacd1 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898173 Apr 16 11:59:04.491462 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:04.536957 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30116f33-460b-47c5-a3cf-483153866a15'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:04.553653 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 30116f33-460b-47c5-a3cf-483153866a15, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30116f33-460b-47c5-a3cf-483153866a15,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:04.559137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:04.564532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:04.609061 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30116f33-460b-47c5-a3cf-483153866a15', 'code': 200} Apr 16 11:59:04.654605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=30116f33-460b-47c5-a3cf-483153866a15,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:04.666024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:04.666657 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99b1db43-6409-499c-838c-e81a9863d94c req-98295ce7-3f3d-49e2-b029-98894d0a221d service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459810 Apr 16 11:59:04.789245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2272f27-5343-4f2a-9193-c6676d094f60 admin admin] Deleting subnet 9763c205-a8a1-4ba1-a109-31b353230abf {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:59:04.795881 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b2272f27-5343-4f2a-9193-c6676d094f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:04.872104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-666311a3-e919-46fa-b22a-5aede7f669e9 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:04.873703 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-666311a3-e919-46fa-b22a-5aede7f669e9 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/networks?id=23a3bf6f-0d10-4348-bd5e-d5a3646f5990 HTTP/1.1" status: 200 len: 808 time: 0.1587317 Apr 16 11:59:04.880315 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c2c5cb8d-8c89-44c3-abbf-f975a28bbd1f req-6031fae4-bf58-4614-b2f2-621acbd62408 service neutron] 10.222.0.55 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334569 Apr 16 11:59:04.885998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b2272f27-5343-4f2a-9193-c6676d094f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2876223'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:04.891563 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-eb1eb629-86e3-45d2-a1e4-8f700e79a3f1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/quotas/262333ac703744599d7abc2f1d0f6993 HTTP/1.1" status: 200 len: 375 time: 0.0109413 Apr 16 11:59:04.926891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce276b9-fe95-417f-b994-3afd68b10b9b req-0c5f94bd-4452-406c-b23e-6a99dcba57d5 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:04.928527 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bce276b9-fe95-417f-b994-3afd68b10b9b req-0c5f94bd-4452-406c-b23e-6a99dcba57d5 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 943 time: 0.3194430 Apr 16 11:59:04.951117 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-91df0339-a367-4a10-890f-9d95d6851e8b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=262333ac703744599d7abc2f1d0f6993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532403 Apr 16 11:59:04.992332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b2272f27-5343-4f2a-9193-c6676d094f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.039533 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bce276b9-fe95-417f-b994-3afd68b10b9b req-7e935b98-e289-4536-8065-7745e501f76b tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966840 Apr 16 11:59:05.119757 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-73d986a2-72cd-4f94-8fc1-d5b0b7e77268 service neutron] 10.222.0.48 "GET /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609812 Apr 16 11:59:05.290863 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-0af43af3-5d1f-4eb9-a8c7-4063e9d6e7bd service neutron] 10.222.0.48 "GET /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635871 Apr 16 11:59:05.375206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4256180-a5e6-45da-9a9b-b39787ce47b9 req-4f96e990-3404-4040-ad12-193f8ee67e98 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:05.376835 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c4256180-a5e6-45da-9a9b-b39787ce47b9 req-4f96e990-3404-4040-ad12-193f8ee67e98 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 946 time: 0.1803732 Apr 16 11:59:05.411226 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b2272f27-5343-4f2a-9193-c6676d094f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851926571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2267803'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.507571 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ab109579-6b21-437e-80b4-c391248fde9f req-535a8f0a-e404-45d5-a9a6-506187419795 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 210 time: 0.0676177 Apr 16 11:59:05.547509 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f4a1a030-8af6-4c20-94c8-6cf6d3e4f2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:05.594888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2272f27-5343-4f2a-9193-c6676d094f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9763c205-a8a1-4ba1-a109-31b353230abf,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:05.606259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b2272f27-5343-4f2a-9193-c6676d094f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:05.612873 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c4256180-a5e6-45da-9a9b-b39787ce47b9 req-7bd5c26c-f692-4b8f-b5cb-a03a625e6252 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242179 Apr 16 11:59:05.616908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b2272f27-5343-4f2a-9193-c6676d094f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.633336 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-b2272f27-5343-4f2a-9193-c6676d094f60 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9763c205-a8a1-4ba1-a109-31b353230abf HTTP/1.1" status: 204 len: 168 time: 1.3978834 Apr 16 11:59:05.636757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52504) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:05.722891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24cce0-a983-4638-9135-9fb6059eef46 req-2313d324-dec2-427c-a2af-9abd85d89d0f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:05.724684 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9e24cce0-a983-4638-9135-9fb6059eef46 req-2313d324-dec2-427c-a2af-9abd85d89d0f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.1054440 Apr 16 11:59:05.779752 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9e24cce0-a983-4638-9135-9fb6059eef46 req-85f43bb4-6f24-4be6-ac6d-b7fb97a29778 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468490 Apr 16 11:59:05.782822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:05.981524 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.095914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1fc1ad-e99b-4b44-bda8-13efad8dd991']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:06.110368 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7a451e-ec74-41f6-bbbf-610f7e4adc03') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:06.110723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7a451e-ec74-41f6-bbbf-610f7e4adc03') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:06.122904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851899641'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.138192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.145243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:59:06.381527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Network ed1fc1ad-e99b-4b44-bda8-13efad8dd991 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:06.396116 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2848884'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.518768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abed23-82b9-42cb-b3fe-52993e111f3b req-a7df9d89-f2a0-4bbe-8f19-87297d2cf6fc tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:06.520331 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-50abed23-82b9-42cb-b3fe-52993e111f3b req-a7df9d89-f2a0-4bbe-8f19-87297d2cf6fc tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 943 time: 0.3489783 Apr 16 11:59:06.614443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Network ed1fc1ad-e99b-4b44-bda8-13efad8dd991 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:59:06.643674 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:59:06.668451 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1be14e94-cc73-49fd-a2b1-04fa300be669 req-d7cc07d1-c2cb-41a6-bbb7-fecab90faf60 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 210 time: 0.0515399 Apr 16 11:59:06.725019 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-50abed23-82b9-42cb-b3fe-52993e111f3b req-cf0e2ddc-e3c8-495d-8ee9-db37549781ca tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589925 Apr 16 11:59:06.737532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.747270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:06.766160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:06.776698 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed1fc1ad-e99b-4b44-bda8-13efad8dd991,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:06.781703 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ed1fc1ad-e99b-4b44-bda8-13efad8dd991 HTTP/1.1" status: 204 len: 168 time: 1.1437519 Apr 16 11:59:06.787314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.787732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.788253 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.788564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.788958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.789388 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.789719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.790108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.790496 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.791127 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.791245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.792193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:06.795485 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:06.897089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49acc9-3c3d-40a6-b3a8-adb4065eef35 req-db098f0f-525f-4250-8eb2-b678d2565ed2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:06.906483 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7c49acc9-3c3d-40a6-b3a8-adb4065eef35 req-db098f0f-525f-4250-8eb2-b678d2565ed2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 946 time: 0.1067855 Apr 16 11:59:06.957610 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7c49acc9-3c3d-40a6-b3a8-adb4065eef35 req-78650d70-693d-4aa9-9d47-30dba05b967c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512643 Apr 16 11:59:06.991359 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52528) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:07.005592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083edc00-a01e-431c-99ca-c503b106bff0 req-3140f639-de52-410c-b88e-1cf512602ef9 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:07.007190 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-083edc00-a01e-431c-99ca-c503b106bff0 req-3140f639-de52-410c-b88e-1cf512602ef9 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.1036766 Apr 16 11:59:07.048967 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-39961c5b-6dcf-4e3a-992e-2bc440f71367 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47a9b02d18ed4fef9c1fbe52c0e1a517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537846 Apr 16 11:59:07.049162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52532) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:07.057193 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-083edc00-a01e-431c-99ca-c503b106bff0 req-df67c6bb-7ae1-4af7-89a4-d09f3bda916a tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Apr 16 11:59:07.115452 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:07.144691 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:07.190872 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:07.196043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:07.208727 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4691b7-25bf-46a9-acb7-f4f56f0b9c84,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:07.219573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.220008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.220410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.220805 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.221191 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.221596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.221984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.222367 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.222768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.223147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.223531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.223947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:07.226829 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:07.229444 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab4691b7-25bf-46a9-acb7-f4f56f0b9c84 HTTP/1.1" status: 204 len: 168 time: 0.1778457 Apr 16 11:59:07.229444 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:07.601319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52544) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:07.654391 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d528929c-924a-43b7-a44f-e6fc577861f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66ce7495884e4a9bad491b32b0a4f834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507302 Apr 16 11:59:07.656439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52548) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:07.724308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2114-ea09-4fb9-88fb-4fc64bb21101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:07.752453 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2114-ea09-4fb9-88fb-4fc64bb21101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:07.800007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2114-ea09-4fb9-88fb-4fc64bb21101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:07.806634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-58e0d8d5-2d83-4b24-be11-6a17f6e9435b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:07.821924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d2114-ea09-4fb9-88fb-4fc64bb21101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfffea4-e6cc-4384-a218-4c233b70c275,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:07.824616 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2114-ea09-4fb9-88fb-4fc64bb21101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:07.825843 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-bb1d2114-ea09-4fb9-88fb-4fc64bb21101 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bfffea4-e6cc-4384-a218-4c233b70c275 HTTP/1.1" status: 204 len: 168 time: 0.1683884 Apr 16 11:59:07.826752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bb1d2114-ea09-4fb9-88fb-4fc64bb21101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:07.845760 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9287400b-613c-4901-ba8c-7fc4a198ee06 req-765b6d6c-913f-47a0-9b4b-9a533e5f68c2 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 210 time: 0.0570643 Apr 16 11:59:07.955408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ab00d-dc22-4da9-92a1-0aca62f6912a req-1f6b6774-0947-4502-9595-86ce7de3aca1 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:07.957061 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e81ab00d-dc22-4da9-92a1-0aca62f6912a req-1f6b6774-0947-4502-9595-86ce7de3aca1 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 943 time: 0.0957615 Apr 16 11:59:08.008161 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e81ab00d-dc22-4da9-92a1-0aca62f6912a req-e7485748-8c24-4f68-8353-e6089d394950 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 Apr 16 11:59:08.185747 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5b190-a8f4-4876-a1ad-ca9126ec9120 req-49e05005-ba49-44b6-8a6a-4af6164c2941 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:08.187386 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-87c5b190-a8f4-4876-a1ad-ca9126ec9120 req-49e05005-ba49-44b6-8a6a-4af6164c2941 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 946 time: 0.1043148 Apr 16 11:59:08.242902 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-87c5b190-a8f4-4876-a1ad-ca9126ec9120 req-b4aaed10-3310-4d8b-b9ac-616ce3401a82 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488417 Apr 16 11:59:08.258888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 83ca66c6-e1d0-4fea-ae79-249c7224ed22 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:59:08.293275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeba05b-0c6b-4eeb-9462-287dcbba676c req-2f342891-1250-44dc-8085-4e9f7c5f0648 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:08.293275 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6eeba05b-0c6b-4eeb-9462-287dcbba676c req-2f342891-1250-44dc-8085-4e9f7c5f0648 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.1107891 Apr 16 11:59:08.721339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-396f1103-aad0-418e-933b-fbff7933de2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:08.748117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eb91a-fc8f-4e92-921e-69292e82d4c5 req-1b0cb32c-a21b-498c-9974-befc63cd7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:08.761322 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9b8eb91a-fc8f-4e92-921e-69292e82d4c5 req-1b0cb32c-a21b-498c-9974-befc63cd7298 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 1099 time: 0.1393168 Apr 16 11:59:08.824847 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9b8eb91a-fc8f-4e92-921e-69292e82d4c5 req-ba178f36-cd6f-4d34-b522-a8732d6f9208 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502820 Apr 16 11:59:08.929883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 83ca66c6-e1d0-4fea-ae79-249c7224ed22, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:08.956512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'port_id': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'mac_address': 'fa:16:3e:9a:00:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:59:09.004578 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6eeba05b-0c6b-4eeb-9462-287dcbba676c req-93707327-cfce-4fd8-9052-efe2b690b5a8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647317 Apr 16 11:59:09.011412 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99b1db43-6409-499c-838c-e81a9863d94c req-85911ec1-d920-4ba1-ab78-1bf9aea6e581 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096086 Apr 16 11:59:09.030495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:09.086466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ca66c6-e1d0-4fea-ae79-249c7224ed22 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:09.114977 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c2c5cb8d-8c89-44c3-abbf-f975a28bbd1f req-6f833a37-caef-495b-9468-7596d5b57767 service neutron] 10.222.0.55 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825685 Apr 16 11:59:09.126825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 83ca66c6-e1d0-4fea-ae79-249c7224ed22, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:09.139047 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:09.141788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:09.158671 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6aa46104-2675-4858-82ce-b44248619904 req-33310508-baa3-4f24-814b-03ddff91e623 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 210 time: 0.1872494 Apr 16 11:59:09.186197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device e9be58e9-e2a6-459c-ab46-df8b792a13c1 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:59:09.287647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888e35d-8785-44bc-b1a6-3a42269a50fd req-94c20b33-21eb-492c-b4fa-47eba0beaec3 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:09.289916 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8888e35d-8785-44bc-b1a6-3a42269a50fd req-94c20b33-21eb-492c-b4fa-47eba0beaec3 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 944 time: 0.1200030 Apr 16 11:59:09.298156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=83ca66c6-e1d0-4fea-ae79-249c7224ed22,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:09.301654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:09.350821 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8888e35d-8785-44bc-b1a6-3a42269a50fd req-799019fa-46aa-4252-a14d-bdb19366f845 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543003 Apr 16 11:59:09.385979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port e9be58e9-e2a6-459c-ab46-df8b792a13c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9be58e9-e2a6-459c-ab46-df8b792a13c1,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:09.412348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': 'e9be58e9-e2a6-459c-ab46-df8b792a13c1', 'network_id': '8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9', 'port_id': 'e9be58e9-e2a6-459c-ab46-df8b792a13c1', 'mac_address': 'fa:16:3e:6c:48:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7269558b-57d5-49dd-912f-1a4984b68f2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:59:09.519467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:09.556149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9be58e9-e2a6-459c-ab46-df8b792a13c1 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:09.582581 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port e9be58e9-e2a6-459c-ab46-df8b792a13c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9be58e9-e2a6-459c-ab46-df8b792a13c1,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:09.590586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:09.607490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:09.678969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5922292-fdf4-4b2d-a551-3a2dda5f90bb req-ca7fecc5-90e4-4a7a-ad23-26c2664cff31 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:09.700326 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c5922292-fdf4-4b2d-a551-3a2dda5f90bb req-ca7fecc5-90e4-4a7a-ad23-26c2664cff31 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 946 time: 0.2483370 Apr 16 11:59:09.766675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['83ca66c6-e1d0-4fea-ae79-249c7224ed22'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:59:09.825602 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c5922292-fdf4-4b2d-a551-3a2dda5f90bb req-9834219d-0f4c-4f7c-a4e7-c548229c7b52 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241629 Apr 16 11:59:09.905882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=e9be58e9-e2a6-459c-ab46-df8b792a13c1,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:09.909723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:09.960292 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-13159265-713b-47bb-bf36-3f5169895e78 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:09.961310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-13159265-713b-47bb-bf36-3f5169895e78 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Synchronizing usage tracker for tenant:262333ac703744599d7abc2f1d0f6993 on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:09.996676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-13159265-713b-47bb-bf36-3f5169895e78 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Unset dirty status for tenant:262333ac703744599d7abc2f1d0f6993 on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:10.000395 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-13159265-713b-47bb-bf36-3f5169895e78 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.55 "GET /v2.0/networks?id=23a3bf6f-0d10-4348-bd5e-d5a3646f5990 HTTP/1.1" status: 200 len: 808 time: 0.4067869 Apr 16 11:59:10.021321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Request body: {'port': {'device_id': '8a7d9dec-d747-4102-9aff-c15c9a13e5ec', 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990', 'admin_state_up': True, 'tenant_id': '262333ac703744599d7abc2f1d0f6993'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:10.063848 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['e9be58e9-e2a6-459c-ab46-df8b792a13c1'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:59:10.309319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:10.313924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Usage tracker for resource:port and tenant:262333ac703744599d7abc2f1d0f6993 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:10.322959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:10.337097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:10.383880 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68b72f-e357-4dd8-b9f9-ce5a4fe05531 req-25bb4488-b7cc-42b2-8b17-e2d32e7b0796 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:10.385871 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fc68b72f-e357-4dd8-b9f9-ce5a4fe05531 req-25bb4488-b7cc-42b2-8b17-e2d32e7b0796 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 944 time: 0.2033236 Apr 16 11:59:10.387651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Made reservation on behalf of 262333ac703744599d7abc2f1d0f6993 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:10.395360 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:10.475440 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-29431698-7f74-4758-9867-ca92dca16a71 req-11a4747a-9750-48cb-a86e-7f08e6b7af0e tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 210 time: 0.0908077 Apr 16 11:59:10.493993 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ce210add-7a94-48b6-88b9-ad2601eac232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:10.582657 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fc68b72f-e357-4dd8-b9f9-ce5a4fe05531 req-88448a0c-d98c-4109-971e-f991ceacb1a6 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709604 Apr 16 11:59:10.689135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670de0e-fbcb-44bd-b920-9c5cc15f0b77 req-2e8bc01c-adb2-4154-8e1f-c02c2ba5b22c tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:10.690731 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1670de0e-fbcb-44bd-b920-9c5cc15f0b77 req-2e8bc01c-adb2-4154-8e1f-c02c2ba5b22c tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 944 time: 0.1077161 Apr 16 11:59:10.708580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Allocated IP 172.20.0.2 (23a3bf6f-0d10-4348-bd5e-d5a3646f5990/79cd7378-2ac6-4b76-9ce5-b0f4e26f7482/90acbf87-57cb-46d1-b847-6a4a5c270967) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:10.743505 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1670de0e-fbcb-44bd-b920-9c5cc15f0b77 req-90003bea-abcf-4f8f-a23d-0de61d6a93a7 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458586 Apr 16 11:59:10.946776 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:10.987185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.012737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-51c69d47-b1b8-470c-bc49-05dd6ab0670f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:11.044996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52654) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:11.168939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 83ca66c6-e1d0-4fea-ae79-249c7224ed22 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:11.231280 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.245248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Pushing event updated for resources: {'Port': ['ID=90acbf87-57cb-46d1-b847-6a4a5c270967,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:11.263408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:11.287206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:11.297809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] Usage tracker for resource:security_group_rule and tenant:01cf8ca8fc87409fb69ff193bd0393f9 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:11.298046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6eea14-997e-4e8a-aae4-f149250ee235 req-b9d77058-215b-423a-898d-48e583fc468a tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:11.302591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:11.304450 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3e6eea14-997e-4e8a-aae4-f149250ee235 req-b9d77058-215b-423a-898d-48e583fc468a tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 946 time: 0.2502882 Apr 16 11:59:11.320751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:11.374597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.383680 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3e6eea14-997e-4e8a-aae4-f149250ee235 req-bba217ff-12d6-456b-a755-389aaf72b3a8 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=685b4ac8-d995-4776-b8d3-ef8b4c193a82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737464 Apr 16 11:59:11.393057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:11.398410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:11.399349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.455310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:11.473012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:11.475839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:11.523182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef5a37-d9f0-4616-ad17-ec38170d3ebc req-d1f9b1b6-d5c1-479b-9fee-a20f09ec18a7 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:11.532445 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a8ef5a37-d9f0-4616-ad17-ec38170d3ebc req-d1f9b1b6-d5c1-479b-9fee-a20f09ec18a7 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.1424396 Apr 16 11:59:11.624203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:11.625128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.628083 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a8ef5a37-d9f0-4616-ad17-ec38170d3ebc req-07d747fc-9ddd-4fbf-ad39-a18a7e4238aa tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943646 Apr 16 11:59:11.645039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.648210 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6324985 Apr 16 11:59:11.672641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.676059 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.705934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:11.709820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Request body: {'port': {'device_id': '8a7d9dec-d747-4102-9aff-c15c9a13e5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:11.716201 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01cf8ca8fc87409fb69ff193bd0393f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6698401 Apr 16 11:59:11.719143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52678) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:11.731182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 83ca66c6-e1d0-4fea-ae79-249c7224ed22, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:11.735591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:11.751517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.761893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:11.849407 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252ecf30-d35f-4e6d-b47d-b0d30a07b7cb,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:11.867615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef69fc1-d0c6-407b-bd8f-22950e99e1ef req-788b3b62-ecfa-49ca-b987-1c78784bb3c7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:11.869295 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1ef69fc1-d0c6-407b-bd8f-22950e99e1ef req-788b3b62-ecfa-49ca-b987-1c78784bb3c7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 946 time: 0.2245731 Apr 16 11:59:11.883900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52688) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:11.888604 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.892601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-dde7c0ae-fb2b-43f6-9f56-a8cb70215d8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'floatingip': {'port_id': '30116f33-460b-47c5-a3cf-483153866a15'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:11.904587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=83ca66c6-e1d0-4fea-ae79-249c7224ed22,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:11.913794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.914195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.914610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.915011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.915294 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:11.915435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.915817 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.916250 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.916677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.917105 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.917537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.917939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.918312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:11.919310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5edd6b5b-d798-4dc5-a646-ffdba3cc4892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.922875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:11.951774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5edd6b5b-d798-4dc5-a646-ffdba3cc4892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:11.991589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dde7c0ae-fb2b-43f6-9f56-a8cb70215d8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for floatingip, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:12.019432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28c950-4609-4a69-ab41-4e62dfb88d37 req-8868f7b2-3284-4232-be44-599d7fc73a24 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:12.021107 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0b28c950-4609-4a69-ab41-4e62dfb88d37 req-8868f7b2-3284-4232-be44-599d7fc73a24 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 931 time: 0.1768012 Apr 16 11:59:12.044194 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5edd6b5b-d798-4dc5-a646-ffdba3cc4892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:12.052024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-00559f88-6d0f-45ee-9072-2499b3339044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:12.065830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd6b5b-d798-4dc5-a646-ffdba3cc4892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252ecf30-d35f-4e6d-b47d-b0d30a07b7cb,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:12.069659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5edd6b5b-d798-4dc5-a646-ffdba3cc4892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:12.086394 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5edd6b5b-d798-4dc5-a646-ffdba3cc4892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:12.090805 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-5edd6b5b-d798-4dc5-a646-ffdba3cc4892 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/252ecf30-d35f-4e6d-b47d-b0d30a07b7cb HTTP/1.1" status: 204 len: 168 time: 0.3672633 Apr 16 11:59:12.101769 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0b28c950-4609-4a69-ab41-4e62dfb88d37 req-f32c34ea-f7ba-447e-aacc-87fcd287a4d4 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734603 Apr 16 11:59:12.118186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:12.163558 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'code': 200} Apr 16 11:59:12.369470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabefe7b-dc48-4a0c-ae41-5a84115f8d72 req-6d0c1759-a50e-4780-aa0a-638856124be7 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:12.372104 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fabefe7b-dc48-4a0c-ae41-5a84115f8d72 req-6d0c1759-a50e-4780-aa0a-638856124be7 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 945 time: 0.1117241 Apr 16 11:59:12.441139 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fabefe7b-dc48-4a0c-ae41-5a84115f8d72 req-20cfe6e4-8daf-4d3e-8ea6-a04f7b56628f tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619342 Apr 16 11:59:12.463369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52696) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:12.483178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:12.506501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:12.512896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] Usage tracker for resource:security_group_rule and tenant:f850fcd2707d4cf3a3db6afd9765afe7 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:12.516159 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:12.522901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:12.620084 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:12.623723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:12.633162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:12.682134 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f850fcd2707d4cf3a3db6afd9765afe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221551 Apr 16 11:59:12.682134 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caae8942-99ea-4c61-90a3-0b5855fbad47,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:12.683660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52704) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:12.686494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:12.851808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf999f-f826-4221-808b-6e0cb9712648 req-2fcc12be-154f-4d66-b720-6cfcdb913f5a tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:12.853561 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0ecf999f-f826-4221-808b-6e0cb9712648 req-2fcc12be-154f-4d66-b720-6cfcdb913f5a tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 944 time: 0.7991085 Apr 16 11:59:12.988836 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0ecf999f-f826-4221-808b-6e0cb9712648 req-a2b0c923-ff13-494a-8876-3761e355e229 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193683 Apr 16 11:59:13.015466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da6ab293-1f6e-4b6c-a0bb-be7e787abd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:13.057693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b0da6-d929-4c92-9466-054b091d88bf req-5ff027e9-c1a8-4dd0-b67f-a0a8e855fa0a tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:13.059289 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-121b0da6-d929-4c92-9466-054b091d88bf req-5ff027e9-c1a8-4dd0-b67f-a0a8e855fa0a tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.1586363 Apr 16 11:59:13.061131 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da6ab293-1f6e-4b6c-a0bb-be7e787abd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:13.141464 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-121b0da6-d929-4c92-9466-054b091d88bf req-d8d8c750-614a-46a8-baaa-fd02cca2f7cd tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730486 Apr 16 11:59:13.145915 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da6ab293-1f6e-4b6c-a0bb-be7e787abd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:13.151823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:13.173181 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ab293-1f6e-4b6c-a0bb-be7e787abd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caae8942-99ea-4c61-90a3-0b5855fbad47,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:13.177249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-da6ab293-1f6e-4b6c-a0bb-be7e787abd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:13.177720 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:13.179567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da6ab293-1f6e-4b6c-a0bb-be7e787abd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:13.182904 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-da6ab293-1f6e-4b6c-a0bb-be7e787abd02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/caae8942-99ea-4c61-90a3-0b5855fbad47 HTTP/1.1" status: 204 len: 168 time: 0.4962053 Apr 16 11:59:13.246995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.resource_extend [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:59:13.476221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90acbf87-57cb-46d1-b847-6a4a5c270967 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:13.485115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:13.533737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Transition to ACTIVE for port object 90acbf87-57cb-46d1-b847-6a4a5c270967 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:13.539036 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.resource_extend [None req-dde7c0ae-fb2b-43f6-9f56-a8cb70215d8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:59:13.602788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:13.624677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c3789-02cd-4142-a4ee-a0bbd0d01f75 req-a0e71c2f-9600-41ff-a2b0-a6df95163f05 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:13.625435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-718c3789-02cd-4142-a4ee-a0bbd0d01f75 req-a0e71c2f-9600-41ff-a2b0-a6df95163f05 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Synchronizing usage tracker for tenant:262333ac703744599d7abc2f1d0f6993 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:13.642545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:13.658986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a94c-480e-49bc-8fd6-66951fba8a27 req-95e99a2c-72e3-4222-80e5-944b8f1815a3 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:13.660619 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4178a94c-480e-49bc-8fd6-66951fba8a27 req-95e99a2c-72e3-4222-80e5-944b8f1815a3 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 945 time: 0.0929658 Apr 16 11:59:13.725716 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4178a94c-480e-49bc-8fd6-66951fba8a27 req-a6128307-ed49-49e7-b27f-1c28c454948a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494800 Apr 16 11:59:13.763601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device e9be58e9-e2a6-459c-ab46-df8b792a13c1 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:13.776260 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Pushing event updated for resources: {'Port': ['ID=90acbf87-57cb-46d1-b847-6a4a5c270967,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:13.794226 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:13.826614 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dde7c0ae-fb2b-43f6-9f56-a8cb70215d8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:13.830178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-718c3789-02cd-4142-a4ee-a0bbd0d01f75 req-a0e71c2f-9600-41ff-a2b0-a6df95163f05 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Unset dirty status for tenant:262333ac703744599d7abc2f1d0f6993 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:13.836468 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-718c3789-02cd-4142-a4ee-a0bbd0d01f75 req-a0e71c2f-9600-41ff-a2b0-a6df95163f05 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 931 time: 0.5809226 Apr 16 11:59:13.846951 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dde7c0ae-fb2b-43f6-9f56-a8cb70215d8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:13.893119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port e9be58e9-e2a6-459c-ab46-df8b792a13c1 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:13.898745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port e9be58e9-e2a6-459c-ab46-df8b792a13c1 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:13.899178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:14.067990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:14.126138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-718c3789-02cd-4142-a4ee-a0bbd0d01f75 req-94d8ebd6-4edc-41a5-be36-33f70c21c718 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Synchronizing usage tracker for tenant:262333ac703744599d7abc2f1d0f6993 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:14.127381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port e9be58e9-e2a6-459c-ab46-df8b792a13c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9be58e9-e2a6-459c-ab46-df8b792a13c1,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:14.131412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:14.134514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:14.200461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde19762-c7ca-491f-83b5-5f2ff703deb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9be58e9-e2a6-459c-ab46-df8b792a13c1'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:14.239983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81804be7-cd01-4ae1-984e-c17dd0181853 req-d4b34191-6bfe-466d-8f28-2fb034b37266 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:14.250671 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-81804be7-cd01-4ae1-984e-c17dd0181853 req-d4b34191-6bfe-466d-8f28-2fb034b37266 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1323876 Apr 16 11:59:14.251207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=e9be58e9-e2a6-459c-ab46-df8b792a13c1,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:14.254686 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:14.301865 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-81804be7-cd01-4ae1-984e-c17dd0181853 req-45454f15-f953-47f7-bade-8381096fc31e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502322 Apr 16 11:59:14.311902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-718c3789-02cd-4142-a4ee-a0bbd0d01f75 req-94d8ebd6-4edc-41a5-be36-33f70c21c718 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Unset dirty status for tenant:262333ac703744599d7abc2f1d0f6993 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:14.313167 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-718c3789-02cd-4142-a4ee-a0bbd0d01f75 req-94d8ebd6-4edc-41a5-be36-33f70c21c718 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417001 Apr 16 11:59:14.329096 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-dde7c0ae-fb2b-43f6-9f56-a8cb70215d8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Floating IP 7f4b3cde-d375-45da-a1d7-4d0354b76fe9 associated. External IP: 172.27.3.58, port: 30116f33-460b-47c5-a3cf-483153866a15. Apr 16 11:59:14.389681 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde19762-c7ca-491f-83b5-5f2ff703deb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9be58e9-e2a6-459c-ab46-df8b792a13c1', 'code': 200} Apr 16 11:59:14.552705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c54130-597b-48fc-a0c1-5766132039c7 req-f52d1cf8-1edf-41b3-b35e-0558d28e5a88 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:14.554562 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f7c54130-597b-48fc-a0c1-5766132039c7 req-f52d1cf8-1edf-41b3-b35e-0558d28e5a88 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.1185060 Apr 16 11:59:14.612626 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f7c54130-597b-48fc-a0c1-5766132039c7 req-e748aea1-7f14-40a6-8362-f0798ee5e7b4 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509889 Apr 16 11:59:14.757432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Attempting to bind port 90acbf87-57cb-46d1-b847-6a4a5c270967 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:14.757815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Attempting to bind port 90acbf87-57cb-46d1-b847-6a4a5c270967 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:14.758186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Attempting to bind port 90acbf87-57cb-46d1-b847-6a4a5c270967 on network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:14.769972 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Port 90acbf87-57cb-46d1-b847-6a4a5c270967 on network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:59:14.770347 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Attempting to bind port 90acbf87-57cb-46d1-b847-6a4a5c270967 on network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:14.779734 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:14.780173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Checking segment: {'id': 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:14.780605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Bound using segment: {'id': 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:14.781084 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Bound port: 90acbf87-57cb-46d1-b847-6a4a5c270967, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:14.781462 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:15.115626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] For port 90acbf87-57cb-46d1-b847-6a4a5c270967, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:15.121647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] For port 90acbf87-57cb-46d1-b847-6a4a5c270967, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=90acbf87-57cb-46d1-b847-6a4a5c270967,segment=NetworkSegment(f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa),segment_id=f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:15.145276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:15.170555 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:15.281215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde7c0ae-fb2b-43f6-9f56-a8cb70215d8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Router e9cb88a2-10af-440d-be70-bbbe879ead61 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:59:15.294769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238de6b-7b92-4955-97eb-08f059302f25 req-70ca2294-3655-4015-bf5c-0cc71387a649 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:15.296463 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9238de6b-7b92-4955-97eb-08f059302f25 req-70ca2294-3655-4015-bf5c-0cc71387a649 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 945 time: 0.3788736 Apr 16 11:59:15.522048 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Pushing event updated for resources: {'Port': ['ID=90acbf87-57cb-46d1-b847-6a4a5c270967,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:15.537528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b99fa-08bc-4a3b-aea1-7867326aace0 req-9b701be3-30c9-4d4d-bd6c-65fef8df068d tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:15.539990 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-972b99fa-08bc-4a3b-aea1-7867326aace0 req-9b701be3-30c9-4d4d-bd6c-65fef8df068d tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1142976 Apr 16 11:59:15.540400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:15.577462 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9238de6b-7b92-4955-97eb-08f059302f25 req-83668dc0-122b-450f-ba2b-c7da71687835 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705059 Apr 16 11:59:15.602948 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-972b99fa-08bc-4a3b-aea1-7867326aace0 req-559e99cd-1933-453b-9ef2-1e6984684fec tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554087 Apr 16 11:59:15.617735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:15.618424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:15.620038 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] 10.222.0.55 "PUT /v2.0/ports/90acbf87-57cb-46d1-b847-6a4a5c270967 HTTP/1.1" status: 200 len: 1093 time: 3.9202478 Apr 16 11:59:15.620581 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7d9dec-d747-4102-9aff-c15c9a13e5ec', 'tag': '90acbf87-57cb-46d1-b847-6a4a5c270967'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:15.649897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde7c0ae-fb2b-43f6-9f56-a8cb70215d8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:15.654513 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dde7c0ae-fb2b-43f6-9f56-a8cb70215d8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:15.666040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] Sync routers for ids ['e9cb88a2-10af-440d-be70-bbbe879ead61'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:15.695040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] Routers {'e9cb88a2-10af-440d-be70-bbbe879ead61'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:15.699409 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:59:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['e9cb88a2-10af-440d-be70-bbbe879ead61'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:15.700262 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7d9dec-d747-4102-9aff-c15c9a13e5ec', 'tag': '90acbf87-57cb-46d1-b847-6a4a5c270967', 'status': 'completed', 'code': 200} Apr 16 11:59:15.731718 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-dde7c0ae-fb2b-43f6-9f56-a8cb70215d8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "PUT /v2.0/floatingips/7f4b3cde-d375-45da-a1d7-4d0354b76fe9 HTTP/1.1" status: 200 len: 991 time: 3.8466341 Apr 16 11:59:15.864262 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec510d-8bcd-4545-bbc2-4e894b070e1b req-25d0a681-4c3f-45a0-9618-394ca40cd550 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:15.866830 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-11ec510d-8bcd-4545-bbc2-4e894b070e1b req-25d0a681-4c3f-45a0-9618-394ca40cd550 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 943 time: 0.0942764 Apr 16 11:59:15.913902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a9874-4ca9-478d-88e8-2281e543cb29 req-4653d184-b56c-47ce-828e-c1aa53e9a737 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:15.915714 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-701a9874-4ca9-478d-88e8-2281e543cb29 req-4653d184-b56c-47ce-828e-c1aa53e9a737 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.0966485 Apr 16 11:59:15.917105 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] Set router e9cb88a2-10af-440d-be70-bbbe879ead61 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:15.934080 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-11ec510d-8bcd-4545-bbc2-4e894b070e1b req-f5b84b63-e8fe-4d49-af37-130361ac8314 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487173 Apr 16 11:59:15.974063 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-701a9874-4ca9-478d-88e8-2281e543cb29 req-9157bb02-9d14-4861-a580-e94d1568c8ff tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512266 Apr 16 11:59:16.164705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66e59c-b336-4e56-8d37-3d8611ecd5fe req-c7360ffb-6d20-4a09-a60a-545311140bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:16.167763 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8f66e59c-b336-4e56-8d37-3d8611ecd5fe req-c7360ffb-6d20-4a09-a60a-545311140bb4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 1098 time: 0.1076818 Apr 16 11:59:16.258460 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8f66e59c-b336-4e56-8d37-3d8611ecd5fe req-9f81eb76-50e2-47e4-8750-27b5046dcd72 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688446 Apr 16 11:59:16.386596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:26Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '7f4b3cde-d375-45da-a1d7-4d0354b76fe9', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'port_id': '30116f33-460b-47c5-a3cf-483153866a15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'mac_address': 'fa:16:3e:ec:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287bed50-025e-4fd7-9154-613f97a9b68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:58:39Z', 'updated_at': '2021-04-16T11:59:13Z', 'revision_number': 1, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce9873b-6431-4bae-81ae-189459e81a47', 'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'mac_address': 'fa:16:3e:4a:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:24Z', 'updated_at': '2021-04-16T11:58:41Z', 'revision_number': 5, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'subnets': [{'id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:16.390760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] Checking router: e9cb88a2-10af-440d-be70-bbbe879ead61 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:16.399736 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] Routers {'e9cb88a2-10af-440d-be70-bbbe879ead61'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:16.400537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:59:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['e9cb88a2-10af-440d-be70-bbbe879ead61'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:16.549591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20da87f-8097-40a8-9be7-e652b850d853 req-80cd7198-277d-4876-8ee9-1ca45a3080f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:16.551266 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a20da87f-8097-40a8-9be7-e652b850d853 req-80cd7198-277d-4876-8ee9-1ca45a3080f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=262333ac703744599d7abc2f1d0f6993&device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 1096 time: 0.1885521 Apr 16 11:59:16.554252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309190b1-6a8a-4343-9b33-cd6a30bb64e0 req-ccfdaa9c-168f-46be-a548-63477f173a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:16.555738 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-309190b1-6a8a-4343-9b33-cd6a30bb64e0 req-ccfdaa9c-168f-46be-a548-63477f173a5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 1098 time: 0.1113417 Apr 16 11:59:16.599416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] Set router e9cb88a2-10af-440d-be70-bbbe879ead61 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:16.636296 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52812) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:16.729945 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-309190b1-6a8a-4343-9b33-cd6a30bb64e0 req-65bfe95f-5bcb-4b7f-a365-a761233f380e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248887 Apr 16 11:59:16.812953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20da87f-8097-40a8-9be7-e652b850d853 req-310f66f0-2ed9-46ac-bcfa-ed0a623768c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:16.815366 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a20da87f-8097-40a8-9be7-e652b850d853 req-310f66f0-2ed9-46ac-bcfa-ed0a623768c2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=262333ac703744599d7abc2f1d0f6993&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2354634 Apr 16 11:59:16.864969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0471fa-a8bb-428d-91b8-39ec34721694 req-773e5344-9e63-414e-a929-510da7f63319 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:16.866930 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6f0471fa-a8bb-428d-91b8-39ec34721694 req-773e5344-9e63-414e-a929-510da7f63319 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 945 time: 0.1147349 Apr 16 11:59:16.868023 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.886953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:16.904393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] Usage tracker for resource:security_group_rule and tenant:1d3ee61e40c445ccb2abae368b5359fa is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:16.909740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:16.921648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:16.958890 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6f0471fa-a8bb-428d-91b8-39ec34721694 req-d7f8160b-81a2-44d2-9907-db7826fafd52 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767412 Apr 16 11:59:17.074738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf739-bda5-4454-a089-e6f93f4ab4ae req-723052eb-80b8-4775-aead-d18754036fff tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:17.084882 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-82cbf739-bda5-4454-a089-e6f93f4ab4ae req-723052eb-80b8-4775-aead-d18754036fff tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.2681282 Apr 16 11:59:17.096685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:26Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '7f4b3cde-d375-45da-a1d7-4d0354b76fe9', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'port_id': '30116f33-460b-47c5-a3cf-483153866a15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'mac_address': 'fa:16:3e:ec:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287bed50-025e-4fd7-9154-613f97a9b68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:58:39Z', 'updated_at': '2021-04-16T11:59:13Z', 'revision_number': 1, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce9873b-6431-4bae-81ae-189459e81a47', 'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'mac_address': 'fa:16:3e:4a:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:24Z', 'updated_at': '2021-04-16T11:58:41Z', 'revision_number': 5, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'subnets': [{'id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:17.102746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64594c3d-de6e-48a7-a486-ef83d907eb9f None None] The sync data for ids ['e9cb88a2-10af-440d-be70-bbbe879ead61'] in dv-cinder-786627-1-iscsi is: [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:26Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '7f4b3cde-d375-45da-a1d7-4d0354b76fe9', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'port_id': '30116f33-460b-47c5-a3cf-483153866a15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'mac_address': 'fa:16:3e:ec:52:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287bed50-025e-4fd7-9154-613f97a9b68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:58:39Z', 'updated_at': '2021-04-16T11:59:13Z', 'revision_number': 1, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce9873b-6431-4bae-81ae-189459e81a47', 'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'mac_address': 'fa:16:3e:4a:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:24Z', 'updated_at': '2021-04-16T11:58:41Z', 'revision_number': 5, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'subnets': [{'id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:17.132569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20da87f-8097-40a8-9be7-e652b850d853 req-364f85d0-f262-4b6e-91b6-299421653769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:17.134447 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a20da87f-8097-40a8-9be7-e652b850d853 req-364f85d0-f262-4b6e-91b6-299421653769 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2624197 Apr 16 11:59:17.162120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.165770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.173011 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-82cbf739-bda5-4454-a089-e6f93f4ab4ae req-16967ffb-a3bf-43e9-8507-725ff2ee8dae tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706601 Apr 16 11:59:17.187680 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-30f92c8d-6c8e-40c7-9c9d-3ae5d369d707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:17.240883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd660e-6b6d-49dc-9b09-ec1ed1493230,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:17.261120 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d3ee61e40c445ccb2abae368b5359fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198218 Apr 16 11:59:17.264476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52834) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:17.265896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:17.319757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85473ce5-048f-41b8-b34a-c79b169b0b87 req-f87e7254-ffa6-42d7-b404-538991766fe7 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:17.327973 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-85473ce5-048f-41b8-b34a-c79b169b0b87 req-f87e7254-ffa6-42d7-b404-538991766fe7 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 943 time: 0.2384660 Apr 16 11:59:17.400150 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-85473ce5-048f-41b8-b34a-c79b169b0b87 req-4289f355-6683-4acc-a4d8-f52ad41e060f tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657539 Apr 16 11:59:17.516676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa1aa0-9af8-4895-add2-792e96c565dc None None] New status for floating IP 7f4b3cde-d375-45da-a1d7-4d0354b76fe9: ACTIVE {{(pid=85345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:59:17.727089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'tag': '30116f33-460b-47c5-a3cf-483153866a15'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:17.745182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-34b0e534-5f62-4a1b-a766-2525bbd8d666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.770279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-3abd1f44-230d-4e98-bf1d-992486cc2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:17.771924 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-3abd1f44-230d-4e98-bf1d-992486cc2402 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=262333ac703744599d7abc2f1d0f6993&device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 1096 time: 0.5664697 Apr 16 11:59:17.854878 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'tag': '30116f33-460b-47c5-a3cf-483153866a15', 'status': 'completed', 'code': 200} Apr 16 11:59:17.875256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-34b0e534-5f62-4a1b-a766-2525bbd8d666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.884135 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-c7d1cee1-1228-42cb-8489-10372e81d3eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90acbf87-57cb-46d1-b847-6a4a5c270967 HTTP/1.1" status: 200 len: 217 time: 0.0964832 Apr 16 11:59:18.007278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbea10-480c-4788-b7c1-f2944be069a1 req-48951792-edc3-4205-bdff-873502c076ba tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.009130 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6bbea10-480c-4788-b7c1-f2944be069a1 req-48951792-edc3-4205-bdff-873502c076ba tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.6457114 Apr 16 11:59:18.090278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-ff4165fa-dad6-49f9-8387-b0b385739132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.091901 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-ff4165fa-dad6-49f9-8387-b0b385739132 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79cd7378-2ac6-4b76-9ce5-b0f4e26f7482 HTTP/1.1" status: 200 len: 848 time: 0.1853962 Apr 16 11:59:18.111397 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6bbea10-480c-4788-b7c1-f2944be069a1 req-26fe6eb5-4f14-411e-9b94-913b07198b07 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909185 Apr 16 11:59:18.113448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-34b0e534-5f62-4a1b-a766-2525bbd8d666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.118617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:18.134567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0e534-5f62-4a1b-a766-2525bbd8d666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd660e-6b6d-49dc-9b09-ec1ed1493230,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:18.138316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-34b0e534-5f62-4a1b-a766-2525bbd8d666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:18.182898 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-fb7d4ec8-8169-451e-80a6-1472688c379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.184555 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-fb7d4ec8-8169-451e-80a6-1472688c379c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 1099 time: 0.2813735 Apr 16 11:59:18.185624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-34b0e534-5f62-4a1b-a766-2525bbd8d666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.186702 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-34b0e534-5f62-4a1b-a766-2525bbd8d666 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15cd660e-6b6d-49dc-9b09-ec1ed1493230 HTTP/1.1" status: 204 len: 168 time: 0.9208286 Apr 16 11:59:18.202407 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-196c3c82-adc4-4f9c-b504-ddf31460ef0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23a3bf6f-0d10-4348-bd5e-d5a3646f5990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621588 Apr 16 11:59:18.219138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b3d61-c300-4b65-8b1f-bc74fffb1a3c req-a849d63a-d9dd-410a-bd19-d6700698cd72 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.221102 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-111b3d61-c300-4b65-8b1f-bc74fffb1a3c req-a849d63a-d9dd-410a-bd19-d6700698cd72 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 945 time: 0.1162179 Apr 16 11:59:18.279060 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-111b3d61-c300-4b65-8b1f-bc74fffb1a3c req-0fd5fccc-e027-4262-a647-e4e906587848 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe89d565-73a4-45a3-8237-b8fa4d1eb609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513453 Apr 16 11:59:18.491580 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-4dce4833-7ec7-413a-b1c7-8450bf82da31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2114768 Apr 16 11:59:18.641999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0a720-4f37-45d8-a0e7-90f1966216d1 req-61dc8673-e91c-4494-953f-db05b5ad39dd tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.657077 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-68a0a720-4f37-45d8-a0e7-90f1966216d1 req-61dc8673-e91c-4494-953f-db05b5ad39dd tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 945 time: 0.1861122 Apr 16 11:59:18.657245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52864) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:18.683994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-f66f34c6-3837-42d3-8dbf-a1bc6ff17c08 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'floatingip': {'port_id': '83ca66c6-e1d0-4fea-ae79-249c7224ed22'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:18.686564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-f4e8452b-0db4-4b13-90da-36e4159cb2d0 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.688378 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-f4e8452b-0db4-4b13-90da-36e4159cb2d0 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.55 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.3384306 Apr 16 11:59:18.702905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 52868) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:18.793854 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-8a7b22a3-2a30-4f25-bae5-4cfbd65ccdbb service neutron] 10.222.0.55 "GET /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002213 Apr 16 11:59:18.800260 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Deleting port c475ad97-7bfb-4e30-9662-dd0b0d8999dd {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:18.800645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.840683 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.852191 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f66f34c6-3837-42d3-8dbf-a1bc6ff17c08 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for floatingip, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.954057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:18.989706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] Usage tracker for resource:security_group_rule and tenant:5b060e2311154aafb0e8de32c89f8b22 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:18.992959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:19.008976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:19.130149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-ce2ebede-6648-4001-a46b-3bd47edd7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:19.131758 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-ce2ebede-6648-4001-a46b-3bd47edd7ace service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 911 time: 0.8701355 Apr 16 11:59:19.145193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d9d4d-c865-4767-a553-ab88a4556e9f req-69894bb4-1e7f-45b3-9795-ad843f851d09 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:19.146787 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d59d9d4d-c865-4767-a553-ab88a4556e9f req-69894bb4-1e7f-45b3-9795-ad843f851d09 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.7422976 Apr 16 11:59:19.244903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13451607-4092-4806-83ca-b86382032fff req-df1cadc1-2b3e-4008-9d1f-26afe7039b95 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:19.246449 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-13451607-4092-4806-83ca-b86382032fff req-df1cadc1-2b3e-4008-9d1f-26afe7039b95 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 943 time: 0.4070311 Apr 16 11:59:19.266983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-97fa581e-584f-44a2-96c1-9195b1d7cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:19.268632 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-97fa581e-584f-44a2-96c1-9195b1d7cfc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 1099 time: 0.4365528 Apr 16 11:59:19.326704 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-386979f3-ddec-4d43-b335-ec91320a91f7 req-2bdd12e3-9978-4d93-b96b-688c9ec1db5c service neutron] 10.222.0.55 "GET /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103703 Apr 16 11:59:19.441469 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d59d9d4d-c865-4767-a553-ab88a4556e9f req-f1ffd981-04a7-4526-baaf-fc06bd9cd39d tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028384 Apr 16 11:59:19.448734 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-6d2ccb9f-46bd-42c9-890d-013642862a63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30116f33-460b-47c5-a3cf-483153866a15 HTTP/1.1" status: 200 len: 1001 time: 0.3008854 Apr 16 11:59:19.489469 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-13451607-4092-4806-83ca-b86382032fff req-5b600fab-c168-442f-af02-25979dc4eaf5 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250519 Apr 16 11:59:19.514803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] For port c475ad97-7bfb-4e30-9662-dd0b0d8999dd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,segment=NetworkSegment(69892b72-aa36-4185-8246-dd11378993b5),segment_id=69892b72-aa36-4185-8246-dd11378993b5)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:19.515246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.616627 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-ad7fc84f-d548-4f2f-84f9-0640d9480d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:19.618233 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-ad7fc84f-d548-4f2f-84f9-0640d9480d6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 200 len: 849 time: 0.1151781 Apr 16 11:59:19.674994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.683425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Calling delete_port for c475ad97-7bfb-4e30-9662-dd0b0d8999dd owned by compute:nova {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:19.763028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.765109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:59:19.783517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c31a4b80-b12f-4792-843c-f492f5d01a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:19.803112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-b73789cc-2ea5-4b5c-a680-648f2701c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:19.804765 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-b73789cc-2ea5-4b5c-a680-648f2701c31d service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 HTTP/1.1" status: 200 len: 920 time: 0.5058966 Apr 16 11:59:19.890475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f66f34c6-3837-42d3-8dbf-a1bc6ff17c08 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.893455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f66f34c6-3837-42d3-8dbf-a1bc6ff17c08 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.928371 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b060e2311154aafb0e8de32c89f8b22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2242272 Apr 16 11:59:19.944549 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 52884) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:19.946335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a5fb80-61a8-41f3-a4f2-0ec343074e10,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:19.951896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:20.027054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe74c6f-24b2-4a4d-84b8-c4177fe4d7ee req-7dbb81f5-5f6c-45bb-abdd-ff81922cfa9f tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:20.028786 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbe74c6f-24b2-4a4d-84b8-c4177fe4d7ee req-7dbb81f5-5f6c-45bb-abdd-ff81922cfa9f tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 946 time: 0.3147943 Apr 16 11:59:20.088886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.111850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0a206c95-1614-4feb-8ffd-65e454323bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:20.342601 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbe74c6f-24b2-4a4d-84b8-c4177fe4d7ee req-5b8fac8b-7b21-45ca-9d51-3e7808884848 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/security-groups?id=629b3129-5693-46b4-a226-913df508ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033576 Apr 16 11:59:20.376530 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf2961c6-d05e-45ab-813f-349b1546c625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.404104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Pushing event deleted for resources: {'Port': ['ID=c475ad97-7bfb-4e30-9662-dd0b0d8999dd,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:20.406921 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-f66f34c6-3837-42d3-8dbf-a1bc6ff17c08 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Floating IP b484adc2-2068-411f-adad-38a36cba2588 associated. External IP: 172.27.3.18, port: 83ca66c6-e1d0-4fea-ae79-249c7224ed22. Apr 16 11:59:20.411044 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:20.486596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf2961c6-d05e-45ab-813f-349b1546c625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.556726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] No DVR routers for this DVR port c475ad97-7bfb-4e30-9662-dd0b0d8999dd on host hv-cinder-78662 {{(pid=85343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:59:20.560582 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.563631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141d6cea-9189-44e4-a7c0-b3de8a58e74a', 'name': 'network-vif-deleted', 'tag': 'c475ad97-7bfb-4e30-9662-dd0b0d8999dd'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:20.645434 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf2961c6-d05e-45ab-813f-349b1546c625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.647177 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb0cb18c-9189-4802-9e0d-0036d3e9b1e2 req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.55 "DELETE /v2.0/ports/c475ad97-7bfb-4e30-9662-dd0b0d8999dd HTTP/1.1" status: 204 len: 173 time: 1.9247859 Apr 16 11:59:20.651031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f4126d47-876d-49b7-a522-92dc32d40616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:20.677244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860fd79-381e-4a72-bcb1-0db57f95a7c8 req-09d10697-cf5f-4454-a02d-13d9e66d990a tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:20.678891 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9860fd79-381e-4a72-bcb1-0db57f95a7c8 req-09d10697-cf5f-4454-a02d-13d9e66d990a tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1045480 Apr 16 11:59:20.723923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2961c6-d05e-45ab-813f-349b1546c625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a5fb80-61a8-41f3-a4f2-0ec343074e10,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:20.726369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bf2961c6-d05e-45ab-813f-349b1546c625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:20.730239 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9860fd79-381e-4a72-bcb1-0db57f95a7c8 req-9aabbb96-9912-4d33-947a-408781a9ae0b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440545 Apr 16 11:59:20.792088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf2961c6-d05e-45ab-813f-349b1546c625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.793312 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-bf2961c6-d05e-45ab-813f-349b1546c625 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6a5fb80-61a8-41f3-a4f2-0ec343074e10 HTTP/1.1" status: 204 len: 168 time: 0.8477247 Apr 16 11:59:20.889778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66f34c6-3837-42d3-8dbf-a1bc6ff17c08 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Router 6195b669-8260-4064-ab89-1748897283c9 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:59:20.946566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f3a25-30a7-4aa3-acc9-06a6fe1d7142 req-91b0212e-b9ef-414d-9586-d4b682681478 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:20.948921 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2e8f3a25-30a7-4aa3-acc9-06a6fe1d7142 req-91b0212e-b9ef-414d-9586-d4b682681478 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 943 time: 0.0989757 Apr 16 11:59:21.006683 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2e8f3a25-30a7-4aa3-acc9-06a6fe1d7142 req-c1b581dc-687d-4735-bcfa-f44c90b0cb07 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505061 Apr 16 11:59:21.069937 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141d6cea-9189-44e4-a7c0-b3de8a58e74a', 'name': 'network-vif-deleted', 'tag': 'c475ad97-7bfb-4e30-9662-dd0b0d8999dd', 'status': 'completed', 'code': 200} Apr 16 11:59:21.111888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66f34c6-3837-42d3-8dbf-a1bc6ff17c08 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:21.117785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f66f34c6-3837-42d3-8dbf-a1bc6ff17c08 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:21.125661 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] Sync routers for ids ['6195b669-8260-4064-ab89-1748897283c9'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:21.137770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] Routers {'6195b669-8260-4064-ab89-1748897283c9'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:21.138818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:59:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['6195b669-8260-4064-ab89-1748897283c9'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:21.206453 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f66f34c6-3837-42d3-8dbf-a1bc6ff17c08 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "PUT /v2.0/floatingips/b484adc2-2068-411f-adad-38a36cba2588 HTTP/1.1" status: 200 len: 990 time: 2.5415859 Apr 16 11:59:21.207807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:21.557362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] Set router 6195b669-8260-4064-ab89-1748897283c9 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:21.941959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': 'b484adc2-2068-411f-adad-38a36cba2588', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': '6195b669-8260-4064-ab89-1748897283c9', 'port_id': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'mac_address': 'fa:16:3e:9a:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:58:30Z', 'updated_at': '2021-04-16T11:59:19Z', 'revision_number': 1, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61043fe5-985d-47be-8f2f-db594f15c81e', 'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'mac_address': 'fa:16:3e:c3:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:14Z', 'updated_at': '2021-04-16T11:58:37Z', 'revision_number': 5, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'subnets': [{'id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:21.947063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] Checking router: 6195b669-8260-4064-ab89-1748897283c9 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:21.957918 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] Routers {'6195b669-8260-4064-ab89-1748897283c9'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:21.958510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:59:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['6195b669-8260-4064-ab89-1748897283c9'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:21.987580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device c475ad97-7bfb-4e30-9662-dd0b0d8999dd no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:22.037868 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: c475ad97-7bfb-4e30-9662-dd0b0d8999dd {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:59:22.038267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device c475ad97-7bfb-4e30-9662-dd0b0d8999dd not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:59:22.045486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:22.150453 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] Set router 6195b669-8260-4064-ab89-1748897283c9 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:22.537028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': 'b484adc2-2068-411f-adad-38a36cba2588', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': '6195b669-8260-4064-ab89-1748897283c9', 'port_id': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'mac_address': 'fa:16:3e:9a:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:58:30Z', 'updated_at': '2021-04-16T11:59:19Z', 'revision_number': 1, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61043fe5-985d-47be-8f2f-db594f15c81e', 'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'mac_address': 'fa:16:3e:c3:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:14Z', 'updated_at': '2021-04-16T11:58:37Z', 'revision_number': 5, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'subnets': [{'id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:22.544120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60155bce-47fc-47c8-8878-5100c0c92b8f None None] The sync data for ids ['6195b669-8260-4064-ab89-1748897283c9'] in dv-cinder-786627-1-iscsi is: [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': 'b484adc2-2068-411f-adad-38a36cba2588', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': '6195b669-8260-4064-ab89-1748897283c9', 'port_id': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'mac_address': 'fa:16:3e:9a:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:58:30Z', 'updated_at': '2021-04-16T11:59:19Z', 'revision_number': 1, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61043fe5-985d-47be-8f2f-db594f15c81e', 'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'mac_address': 'fa:16:3e:c3:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:14Z', 'updated_at': '2021-04-16T11:58:37Z', 'revision_number': 5, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'subnets': [{'id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:22.821505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301a259-aa94-4208-a984-ea0cb3c2a281 None None] New status for floating IP b484adc2-2068-411f-adad-38a36cba2588: ACTIVE {{(pid=85345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:59:23.329797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-a1d6ca41-b20c-4a78-ad82-9b6909679842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:23.331410 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-a1d6ca41-b20c-4a78-ad82-9b6909679842 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849349 Apr 16 11:59:23.371789 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-9332cac3-1afe-49d3-af9e-7d8878a0ff71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b896185e-3dee-4389-843f-9005b65eb5b0 HTTP/1.1" status: 200 len: 217 time: 0.1244669 Apr 16 11:59:23.428571 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'status': 'completed', 'code': 200} Apr 16 11:59:23.487913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-6b50b695-69cb-4a9f-81d3-51ffa585ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:23.489528 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-6b50b695-69cb-4a9f-81d3-51ffa585ef9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7269558b-57d5-49dd-912f-1a4984b68f2f HTTP/1.1" status: 200 len: 859 time: 0.1088691 Apr 16 11:59:23.495800 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c8d7-2f6b-44f6-a9ea-bda05fe97d8e req-3adb8c3d-84de-4b01-9ee4-7d92443cb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:23.497475 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1a49c8d7-2f6b-44f6-a9ea-bda05fe97d8e req-3adb8c3d-84de-4b01-9ee4-7d92443cb19f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 1098 time: 0.1814005 Apr 16 11:59:23.704681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-a3b3d378-51d9-44ef-bce2-f5c569f01f0f req-10a120f7-cf26-4301-ae0e-e6d992990d20 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Synchronizing usage tracker for tenant:b3386861da8e4ec5b050efedb83611ff on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:23.715013 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-47401e82-24ee-4161-bc13-f10aecba6c59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2029567 Apr 16 11:59:23.756189 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-b58cdafd-5b63-4a26-97d0-2523d814f76b service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871675 Apr 16 11:59:23.775277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b892-c143-45c4-b562-2a5d40943e26 req-7a8460db-562c-46dd-8033-40fd06ed4d31 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:23.777416 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2384b892-c143-45c4-b562-2a5d40943e26 req-7a8460db-562c-46dd-8033-40fd06ed4d31 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.2413299 Apr 16 11:59:23.779531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-f42efb80-8659-4b12-9249-dac0bf9116af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:23.780997 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-f42efb80-8659-4b12-9249-dac0bf9116af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 1098 time: 0.2463682 Apr 16 11:59:23.830798 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-a3b3d378-51d9-44ef-bce2-f5c569f01f0f req-10a120f7-cf26-4301-ae0e-e6d992990d20 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Unset dirty status for tenant:b3386861da8e4ec5b050efedb83611ff on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:23.832118 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a3b3d378-51d9-44ef-bce2-f5c569f01f0f req-10a120f7-cf26-4301-ae0e-e6d992990d20 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 210 time: 0.3214586 Apr 16 11:59:23.892166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c8d7-2f6b-44f6-a9ea-bda05fe97d8e req-f4439dee-f631-4c08-9804-e9fdceecac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:23.894083 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1a49c8d7-2f6b-44f6-a9ea-bda05fe97d8e req-f4439dee-f631-4c08-9804-e9fdceecac06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 HTTP/1.1" status: 200 len: 920 time: 0.3802211 Apr 16 11:59:23.997319 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1a49c8d7-2f6b-44f6-a9ea-bda05fe97d8e req-4572b7c6-423e-4973-bd7f-a3f6bc1a4e1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9be58e9-e2a6-459c-ab46-df8b792a13c1 HTTP/1.1" status: 200 len: 217 time: 0.0812590 Apr 16 11:59:23.999057 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-49f10be5-a36e-4bbe-abc0-7f6b703253e1 service neutron] 10.222.0.55 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705016 Apr 16 11:59:24.015551 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2384b892-c143-45c4-b562-2a5d40943e26 req-c07e5787-ebfa-4fb4-81ec-339be02d946a tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071037 Apr 16 11:59:24.150783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-07920829-b037-4f12-978b-b686219a7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:24.153211 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-07920829-b037-4f12-978b-b686219a7d31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 917 time: 0.3483424 Apr 16 11:59:24.243195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c8d7-2f6b-44f6-a9ea-bda05fe97d8e req-686ea51f-5bd5-439d-bb65-658c7dbf0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:24.246014 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1a49c8d7-2f6b-44f6-a9ea-bda05fe97d8e req-686ea51f-5bd5-439d-bb65-658c7dbf0016 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7269558b-57d5-49dd-912f-1a4984b68f2f HTTP/1.1" status: 200 len: 859 time: 0.2061381 Apr 16 11:59:24.246265 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-468c4aa3-c87d-4e62-b45b-cef65ba94fbe req-fa29fe63-29cf-4972-8d0b-5b602b75be9d service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642079 Apr 16 11:59:24.282525 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-e6087e4d-a28e-4afa-8a84-9628c13c4988 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22 HTTP/1.1" status: 200 len: 1000 time: 0.1149201 Apr 16 11:59:24.308788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca963e-d7a7-412c-966b-f62b792a9ce1 req-29e950c5-e027-4165-9e08-be542e57dcb0 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:24.310536 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cbca963e-d7a7-412c-966b-f62b792a9ce1 req-29e950c5-e027-4165-9e08-be542e57dcb0 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 943 time: 0.3277516 Apr 16 11:59:24.363737 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f53d943d-27e6-4ffc-a7d6-54133a255e7b req-de8382f4-22e6-497a-9c75-b5ed61496fce service neutron] 10.222.0.55 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253868 Apr 16 11:59:24.367420 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1a49c8d7-2f6b-44f6-a9ea-bda05fe97d8e req-1b0c293d-e12b-43fe-bdf7-65c407126100 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557554 Apr 16 11:59:24.390835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-0b0cd72b-0b3e-4f44-aacc-6a01f4d406ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:24.392648 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-0b0cd72b-0b3e-4f44-aacc-6a01f4d406ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.0828011 Apr 16 11:59:24.511805 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cbca963e-d7a7-412c-966b-f62b792a9ce1 req-7781912f-fd0f-4014-831d-4d60bdc284b7 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431222 Apr 16 11:59:24.519541 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-16a0560b-db54-4187-9c78-afcfc86b92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:24.521395 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-16a0560b-db54-4187-9c78-afcfc86b92a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1172297 Apr 16 11:59:24.578411 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1a49c8d7-2f6b-44f6-a9ea-bda05fe97d8e req-29524785-73ef-4c49-9546-f24c92b0cb8c service neutron] 10.222.0.55 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818342 Apr 16 11:59:24.705657 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-9a4a0453-42cc-400e-bd2a-6390840b16e0 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609392 Apr 16 11:59:24.766765 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1a49c8d7-2f6b-44f6-a9ea-bda05fe97d8e req-df51ee35-c45d-4900-9813-841a7cce54a9 service neutron] 10.222.0.55 "GET /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650109 Apr 16 11:59:25.046222 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6f259a6-e694-4184-a8b7-b0e561529453 req-a7b7ec65-89b0-42b3-ab91-31142a5aff48 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] 10.222.0.48 "GET /v2.0/ports?device_id=141d6cea-9189-44e4-a7c0-b3de8a58e74a HTTP/1.1" status: 200 len: 210 time: 0.0611913 Apr 16 11:59:25.112359 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-004063e8-fa95-4ed4-90ed-54b84b9772ab req-b150be5b-d419-4f8a-ba40-52cff35be10f service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712399 Apr 16 11:59:25.269872 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b664-487a-4e19-a981-55398b19250e req-8a3c6084-fb24-4154-a1aa-9932aedd8be1 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:25.271478 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9633b664-487a-4e19-a981-55398b19250e req-8a3c6084-fb24-4154-a1aa-9932aedd8be1 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.0902681 Apr 16 11:59:25.320163 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9633b664-487a-4e19-a981-55398b19250e req-9af00ffc-f8ff-43fb-bd9e-b29a67917004 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421703 Apr 16 11:59:25.731858 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438b0e3-671c-4002-b324-2e9fc53eb5c2 req-c45785da-726d-4490-a098-54142b747ef5 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:25.733562 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3438b0e3-671c-4002-b324-2e9fc53eb5c2 req-c45785da-726d-4490-a098-54142b747ef5 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 943 time: 0.0949159 Apr 16 11:59:25.792569 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3438b0e3-671c-4002-b324-2e9fc53eb5c2 req-2037a90a-8ee3-4c4d-beb0-759b5a8ef7f0 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480700 Apr 16 11:59:26.527147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14640e-0af9-4281-8bcc-cb70756b5f62 req-451805e2-42f4-4a50-a61b-eb6b7fcfc1c6 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:26.528848 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-df14640e-0af9-4281-8bcc-cb70756b5f62 req-451805e2-42f4-4a50-a61b-eb6b7fcfc1c6 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.0909965 Apr 16 11:59:26.582997 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-df14640e-0af9-4281-8bcc-cb70756b5f62 req-b52b3e74-6281-44ac-b3ef-b4d3a99a5bb8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453234 Apr 16 11:59:27.001867 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e42df2-83ac-4b84-8794-c7076aead214 req-7aba413b-f42b-4f32-85a0-6c730d884196 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:27.003476 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-23e42df2-83ac-4b84-8794-c7076aead214 req-7aba413b-f42b-4f32-85a0-6c730d884196 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 943 time: 0.0912910 Apr 16 11:59:27.052496 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-23e42df2-83ac-4b84-8794-c7076aead214 req-212b7277-669f-4386-8740-e6bbd63a6db1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413446 Apr 16 11:59:29.425686 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 90acbf87-57cb-46d1-b847-6a4a5c270967 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:59:29.568436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 90acbf87-57cb-46d1-b847-6a4a5c270967, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=90acbf87-57cb-46d1-b847-6a4a5c270967,segment=NetworkSegment(f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa),segment_id=f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:29.582366 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '90acbf87-57cb-46d1-b847-6a4a5c270967', 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990', 'port_id': '90acbf87-57cb-46d1-b847-6a4a5c270967', 'mac_address': 'fa:16:3e:51:fe:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cd7378-2ac6-4b76-9ce5-b0f4e26f7482', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:59:29.647602 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:29.665980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90acbf87-57cb-46d1-b847-6a4a5c270967 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:29.683133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 90acbf87-57cb-46d1-b847-6a4a5c270967, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=90acbf87-57cb-46d1-b847-6a4a5c270967,segment=NetworkSegment(f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa),segment_id=f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:29.685922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:29.687742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4a3489d4-8b03-49c4-a5a4-d10ce2be358f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:29.757078 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=90acbf87-57cb-46d1-b847-6a4a5c270967,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:29.760411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:30.989455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653fb44-04c5-4cd6-a8a6-44f721b0fd05 req-697a41e8-447f-42e4-a12c-4328f03f1b16 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:30.991784 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6653fb44-04c5-4cd6-a8a6-44f721b0fd05 req-697a41e8-447f-42e4-a12c-4328f03f1b16 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.0932698 Apr 16 11:59:31.019674 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ea87d-3365-4fb9-bf5b-fb9f62dbfd42 req-708ef657-2afa-46c7-95b5-277513669b51 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:31.021394 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d20ea87d-3365-4fb9-bf5b-fb9f62dbfd42 req-708ef657-2afa-46c7-95b5-277513669b51 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 944 time: 0.0968127 Apr 16 11:59:31.047057 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6653fb44-04c5-4cd6-a8a6-44f721b0fd05 req-955175d3-3d16-4be5-a8ce-4adf3e8f054f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480485 Apr 16 11:59:31.075736 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d20ea87d-3365-4fb9-bf5b-fb9f62dbfd42 req-0c1e7d76-c348-4e61-9b6f-be89e01f1edc tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475390 Apr 16 11:59:31.323150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['90acbf87-57cb-46d1-b847-6a4a5c270967'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:59:32.255620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69014f92-fd8b-49ea-8d71-72dd94c951a0 req-fc08b8cc-655c-408c-a248-d75f407fe249 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:32.257262 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-69014f92-fd8b-49ea-8d71-72dd94c951a0 req-fc08b8cc-655c-408c-a248-d75f407fe249 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.0922630 Apr 16 11:59:32.284410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dee60e-c094-4c43-940c-75e4a7a44def req-11d9282e-7974-4312-b681-2a32efd54172 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:32.286027 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-40dee60e-c094-4c43-940c-75e4a7a44def req-11d9282e-7974-4312-b681-2a32efd54172 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 944 time: 0.0917585 Apr 16 11:59:32.308411 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-69014f92-fd8b-49ea-8d71-72dd94c951a0 req-442527c2-8b1b-4265-a94c-dc3ebfe10ef8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435951 Apr 16 11:59:32.337216 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-40dee60e-c094-4c43-940c-75e4a7a44def req-49cd44d3-549a-49d2-accc-2b187351d305 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435655 Apr 16 11:59:32.473685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53156) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:32.543676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-601d9abf-39e4-4e0f-bef6-9ef6291559ff admin admin] Deleting subnet 4cf7c38f-e235-4b0c-b295-736f6b88166d {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:59:32.546876 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-601d9abf-39e4-4e0f-bef6-9ef6291559ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:32.607501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-601d9abf-39e4-4e0f-bef6-9ef6291559ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2876223'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:32.665152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-601d9abf-39e4-4e0f-bef6-9ef6291559ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:32.805416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 90acbf87-57cb-46d1-b847-6a4a5c270967 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:32.880369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port 90acbf87-57cb-46d1-b847-6a4a5c270967 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:32.886889 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 90acbf87-57cb-46d1-b847-6a4a5c270967 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:32.887350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:32.949629 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-601d9abf-39e4-4e0f-bef6-9ef6291559ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851926571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2267803'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:33.069306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:33.114498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b2272f27-5343-4f2a-9193-c6676d094f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:33.116841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 90acbf87-57cb-46d1-b847-6a4a5c270967, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=90acbf87-57cb-46d1-b847-6a4a5c270967,segment=NetworkSegment(f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa),segment_id=f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:33.118040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7d9dec-d747-4102-9aff-c15c9a13e5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90acbf87-57cb-46d1-b847-6a4a5c270967'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:33.132261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:33.134498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:33.166576 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d9abf-39e4-4e0f-bef6-9ef6291559ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf7c38f-e235-4b0c-b295-736f6b88166d,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:33.169461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-601d9abf-39e4-4e0f-bef6-9ef6291559ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:33.183329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-601d9abf-39e4-4e0f-bef6-9ef6291559ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:33.194260 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-601d9abf-39e4-4e0f-bef6-9ef6291559ff admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4cf7c38f-e235-4b0c-b295-736f6b88166d HTTP/1.1" status: 204 len: 168 time: 0.7197399 Apr 16 11:59:33.197163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53188) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:33.246635 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=90acbf87-57cb-46d1-b847-6a4a5c270967,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:33.250111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:33.288956 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7d9dec-d747-4102-9aff-c15c9a13e5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90acbf87-57cb-46d1-b847-6a4a5c270967', 'code': 200} Apr 16 11:59:33.350016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:33.687716 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eed06f-1648-460c-8fed-15c069f2b6f4 req-e13b93af-da39-40e2-8d11-7389262d6fc1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:33.689843 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b4eed06f-1648-460c-8fed-15c069f2b6f4 req-e13b93af-da39-40e2-8d11-7389262d6fc1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 945 time: 0.1840923 Apr 16 11:59:33.780561 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b4eed06f-1648-460c-8fed-15c069f2b6f4 req-3e6f93ef-2c05-41de-85bb-06eba310a337 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832193 Apr 16 11:59:33.785684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e885777-d3a7-4620-99be-bcf518036112 req-00e524e1-55e7-47a5-8cd1-0d84380c571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:33.786986 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8e885777-d3a7-4620-99be-bcf518036112 req-00e524e1-55e7-47a5-8cd1-0d84380c571f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 1098 time: 0.1986406 Apr 16 11:59:33.843337 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8e885777-d3a7-4620-99be-bcf518036112 req-777944d3-3c90-4a70-a02f-9d152645acc0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456443 Apr 16 11:59:33.967640 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:34.063661 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdc92e-b192-4a44-b826-af6ffd92ce92 req-f5ea89a2-e424-4caf-a6ca-1a2c3a230755 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:34.065263 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-10fdc92e-b192-4a44-b826-af6ffd92ce92 req-f5ea89a2-e424-4caf-a6ca-1a2c3a230755 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.5496531 Apr 16 11:59:34.116256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.116657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.117492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.117880 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > port after_create 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.118284 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > port after_delete 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.118648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > port after_update 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.119009 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.119923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.120283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.120639 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.187952 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.188275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.188649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.189020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85343) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:59:34.189406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba790ed0-6a38-4cf9-bea5-f6fa346813bf']}} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:34.214448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69892b72-aa36-4185-8246-dd11378993b5') {'for_net_delete': True} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:34.214786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69892b72-aa36-4185-8246-dd11378993b5') {} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:34.237976 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-10fdc92e-b192-4a44-b826-af6ffd92ce92 req-7507b4c8-9f7c-41cf-8d29-f3e7d37339ca tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605806 Apr 16 11:59:34.239665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850582202'] for segment, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:34.257140 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:34.265024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=85343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:59:34.454132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Network ba790ed0-6a38-4cf9-bea5-f6fa346813bf has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:34.463954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845311651'] for segment, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:34.654356 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Network ba790ed0-6a38-4cf9-bea5-f6fa346813bf has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: from cryptography.utils import int_from_bytes Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: from cryptography.utils import int_from_bytes Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: (rel_b, rel_a, rel_b), Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: (rel_b, rel_a, rel_b), Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:59:34.679671 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:59:34.763828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:34.767909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:34.784912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:34.791454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba790ed0-6a38-4cf9-bea5-f6fa346813bf,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:34.796314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:34.802562 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] 10.222.0.48 "DELETE /v2.0/networks/ba790ed0-6a38-4cf9-bea5-f6fa346813bf HTTP/1.1" status: 204 len: 168 time: 1.6028590 Apr 16 11:59:35.010930 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40daee-f147-4630-add1-70bc6c3c24e8 req-6aba82b8-449c-4c1b-8f08-55e6ddfc2b95 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:35.012786 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0a40daee-f147-4630-add1-70bc6c3c24e8 req-6aba82b8-449c-4c1b-8f08-55e6ddfc2b95 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 945 time: 0.1056051 Apr 16 11:59:35.013517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53240) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:35.067957 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-20dadf5c-f62c-43e2-883a-caaeebc4b2ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3386861da8e4ec5b050efedb83611ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0529759 Apr 16 11:59:35.070561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53244) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:35.072539 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0a40daee-f147-4630-add1-70bc6c3c24e8 req-04f3a81b-a85b-42d4-9bca-a5f5ef7ed5c6 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532565 Apr 16 11:59:35.135952 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1802-1d58-407d-b39c-4e1c2a10c356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.163689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1802-1d58-407d-b39c-4e1c2a10c356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.220227 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1802-1d58-407d-b39c-4e1c2a10c356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.225975 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e604ec46-3355-41f1-b911-1f19ab35962b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:35.241289 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1802-1d58-407d-b39c-4e1c2a10c356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629b3129-5693-46b4-a226-913df508ee0f,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:35.252457 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1a4b1802-1d58-407d-b39c-4e1c2a10c356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:35.259892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1802-1d58-407d-b39c-4e1c2a10c356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.261797 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-1a4b1802-1d58-407d-b39c-4e1c2a10c356 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/629b3129-5693-46b4-a226-913df508ee0f HTTP/1.1" status: 204 len: 168 time: 0.1903620 Apr 16 11:59:35.351032 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53254) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:35.543659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5403d-3684-4b4b-8709-7dd4d0c2886f req-d2dcb48e-18fc-4e15-b55b-a883265d7e8b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:35.545355 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6bf5403d-3684-4b4b-8709-7dd4d0c2886f req-d2dcb48e-18fc-4e15-b55b-a883265d7e8b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1593354 Apr 16 11:59:35.601313 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6bf5403d-3684-4b4b-8709-7dd4d0c2886f req-3d7b214f-b9b7-4401-b6c9-aeb6373eee76 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491483 Apr 16 11:59:35.646562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.663189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:35.670961 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c5b6a38ad14482bc070209501870fb is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:35.674295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:35.680562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:35.773768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.776823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.786643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-805fb32b-6e7f-4337-a812-42d52b2a0f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:35.825620 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0c5b6a38ad14482bc070209501870fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733455 Apr 16 11:59:35.830016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53276) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:35.841187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb4ad49-6dd5-4eee-bf65-6c0dff1fcbdd,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:35.845085 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:35.899663 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-450f62b4-3c4e-46f8-8953-38f237a64e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.928421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-450f62b4-3c4e-46f8-8953-38f237a64e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.975601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-450f62b4-3c4e-46f8-8953-38f237a64e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.981537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bf2961c6-d05e-45ab-813f-349b1546c625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:35.995751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f62b4-3c4e-46f8-8953-38f237a64e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb4ad49-6dd5-4eee-bf65-6c0dff1fcbdd,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:35.998723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-450f62b4-3c4e-46f8-8953-38f237a64e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:35.999987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-450f62b4-3c4e-46f8-8953-38f237a64e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.001168 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-450f62b4-3c4e-46f8-8953-38f237a64e62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8bb4ad49-6dd5-4eee-bf65-6c0dff1fcbdd HTTP/1.1" status: 204 len: 168 time: 0.1700933 Apr 16 11:59:36.152373 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53298) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:36.288159 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fb1b3-c598-48aa-bbf4-1bcd92662151 req-813a0337-2d46-406d-a963-9428fe2798d2 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:36.289729 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-074fb1b3-c598-48aa-bbf4-1bcd92662151 req-813a0337-2d46-406d-a963-9428fe2798d2 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 945 time: 0.0989611 Apr 16 11:59:36.341979 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-074fb1b3-c598-48aa-bbf4-1bcd92662151 req-6444be63-4cf3-4ff3-a4bd-b6bcc3c97e6e tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Apr 16 11:59:36.396078 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1817746007-network', 'tenant_id': '159e7339b5de4cb28b493f0b34f89c96'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:36.412245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:36.425531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Usage tracker for resource:network and tenant:159e7339b5de4cb28b493f0b34f89c96 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:36.433173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:36.445462 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:36.469579 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Made reservation on behalf of 159e7339b5de4cb28b493f0b34f89c96 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:36.475760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.489922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.497931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53312) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:36.508302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:36.514098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Usage tracker for resource:security_group_rule and tenant:159e7339b5de4cb28b493f0b34f89c96 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:36.517448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:36.524922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:36.626821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.631740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.646173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:59:36.662022 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.662646 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Added segment bf3c94ed-4751-4d50-9294-59e7736ca156 of type vlan for network 8e9ff803-1538-485d-87d2-8dd07403f8a7 Apr 16 11:59:36.678535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dad1b749-34c3-444e-ba29-9b50c20a449d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:36.721148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01f0d42-9c38-42ae-afb6-56c3f42cbc72,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:36.727830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:36.733118 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.771575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.775475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:36.776332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.785759 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ca0a1433-49a8-482b-b579-cae39dccc312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:36.873249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.915910 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Pushing event updated for resources: {'Network': ['ID=8e9ff803-1538-485d-87d2-8dd07403f8a7,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:36.917934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:36.922906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] Usage tracker for resource:security_group_rule and tenant:17f3e375599943dca111e2931493c7ab is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:36.929395 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 8e9ff803-1538-485d-87d2-8dd07403f8a7 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:59:36.930719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:36.933002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:36.935477 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7820466 Apr 16 11:59:36.938587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53338) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:36.946454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:36.952354 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Request body: {'subnet': {'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1817746007-subnet', 'tenant_id': '159e7339b5de4cb28b493f0b34f89c96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:36.967828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:36.980155 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Usage tracker for resource:subnet and tenant:159e7339b5de4cb28b493f0b34f89c96 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:36.985450 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:36.996433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:37.019743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Made reservation on behalf of 159e7339b5de4cb28b493f0b34f89c96 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:37.026093 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852507983'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.097545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.112948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.174893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a3abb17c-1706-444e-bdf2-fbc77f004efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:37.194497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53348) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:37.196821 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17f3e375599943dca111e2931493c7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6973679 Apr 16 11:59:37.223334 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8d84f-fcfc-4e57-98dc-8769edf31e0b req-2bdcc55d-c96d-4044-b919-b785f6fcb993 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:37.227811 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-98e8d84f-fcfc-4e57-98dc-8769edf31e0b req-2bdcc55d-c96d-4044-b919-b785f6fcb993 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.4611948 Apr 16 11:59:37.293773 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a66c86dd-6f12-4dd5-9db9-52a4fb523e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.298523 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-98e8d84f-fcfc-4e57-98dc-8769edf31e0b req-936a8d60-d8d9-441c-bbae-ca976299d7fe tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695384 Apr 16 11:59:37.309619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7b7651-62f2-4255-975b-375874956034,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:37.313014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:37.378293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a66c86dd-6f12-4dd5-9db9-52a4fb523e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.533646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a66c86dd-6f12-4dd5-9db9-52a4fb523e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.541162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:37.554330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c86dd-6f12-4dd5-9db9-52a4fb523e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7b7651-62f2-4255-975b-375874956034,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:37.559222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a66c86dd-6f12-4dd5-9db9-52a4fb523e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:37.580789 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a66c86dd-6f12-4dd5-9db9-52a4fb523e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.582320 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a66c86dd-6f12-4dd5-9db9-52a4fb523e5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b7b7651-62f2-4255-975b-375874956034 HTTP/1.1" status: 204 len: 168 time: 0.3866692 Apr 16 11:59:37.722694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2849262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852508030'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.796011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:37.923514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2486161c-73aa-466a-a26d-c086595bef91,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:37.945824 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:38.044268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Checking segment: {'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:38.044268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Network hostable DHCP agents. Network: 8e9ff803-1538-485d-87d2-8dd07403f8a7, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:59:38.044504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53384) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:38.096737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Network 8e9ff803-1538-485d-87d2-8dd07403f8a7 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:59:38.115778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 8e9ff803-1538-485d-87d2-8dd07403f8a7) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:38.124517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d13ecb9-7589-44b2-8d84-1d1a0623e33c None None] Network 8e9ff803-1538-485d-87d2-8dd07403f8a7 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:38.141413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b177b5-0675-4460-9868-5d4eb796f608 req-5a0646c0-dc52-49a5-b938-9d2e274e1296 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:38.143392 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c7b177b5-0675-4460-9868-5d4eb796f608 req-5a0646c0-dc52-49a5-b938-9d2e274e1296 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 945 time: 0.1449237 Apr 16 11:59:38.169711 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:38.170384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.205664 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c31410f2-f5cb-4417-9364-625b370403df admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2659011 Apr 16 11:59:38.229846 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c7b177b5-0675-4460-9868-5d4eb796f608 req-719d946c-bd2f-4ae1-8e2c-62e7854d6ada tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780330 Apr 16 11:59:38.240505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53394) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:38.276104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.296020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:38.316279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] Usage tracker for resource:security_group_rule and tenant:c804a5360c0e445f9dae12cf6ce49dc7 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:38.321142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:38.328178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:38.358418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.445922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0049a3ee-22aa-451a-a1b3-55f3c7d702d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.458621 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c441c9aa-3223-4943-ac52-b179a2b850ba None None] Network 8e9ff803-1538-485d-87d2-8dd07403f8a7 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:38.509825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.514693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:38.519953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.533005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a2aef616-48e4-4412-980a-257708ef0f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:38.547226 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:6db3bb800fdf4596965327687d523c8d is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:38.555271 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:38.565668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365ce1-7bdf-4537-b37c-08b2a2b1f0da req-3e5795c4-5dc0-4bec-bcd6-1e6d97a5ecd0 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:38.567860 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-48365ce1-7bdf-4537-b37c-08b2a2b1f0da req-3e5795c4-5dc0-4bec-bcd6-1e6d97a5ecd0 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1360857 Apr 16 11:59:38.585768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:38.608976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd9c733-9607-49b0-babd-88e85f4b0938,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:38.612431 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:38.622523 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c804a5360c0e445f9dae12cf6ce49dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773944 Apr 16 11:59:38.623066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53406) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:38.644889 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-48365ce1-7bdf-4537-b37c-08b2a2b1f0da req-0861267b-74f8-48b5-9195-2b83bed6b596 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704544 Apr 16 11:59:38.731235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f8379a7e-894c-41f2-849c-aa97170f2b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.861258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f8379a7e-894c-41f2-849c-aa97170f2b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.913505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.922623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.942072 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-289c057f-9153-4be5-93a3-e2c8fadc4e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:39.015348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a103f8-9843-4815-8ccf-2e4b88a533be,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:39.027755 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:39.032743 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6db3bb800fdf4596965327687d523c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9878204 Apr 16 11:59:39.035700 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53418) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:39.044705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-99251b1d-cb88-4839-80de-3cc1cb0e7c88 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:39.046263 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-99251b1d-cb88-4839-80de-3cc1cb0e7c88 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/networks?id=8e9ff803-1538-485d-87d2-8dd07403f8a7 HTTP/1.1" status: 200 len: 815 time: 0.2970510 Apr 16 11:59:39.052517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f8379a7e-894c-41f2-849c-aa97170f2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.062175 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-846dd51c-f167-4e81-8b97-0b8ca85671c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:39.086286 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8379a7e-894c-41f2-849c-aa97170f2b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd9c733-9607-49b0-babd-88e85f4b0938,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:39.089073 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-8820eee3-2ef9-4122-90a0-777937eea3c6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/quotas/159e7339b5de4cb28b493f0b34f89c96 HTTP/1.1" status: 200 len: 375 time: 0.0279860 Apr 16 11:59:39.090183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f8379a7e-894c-41f2-849c-aa97170f2b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:39.119965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-94c367aa-beea-45b9-8bef-55e695a85ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.148729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f8379a7e-894c-41f2-849c-aa97170f2b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.149699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-94c367aa-beea-45b9-8bef-55e695a85ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.149967 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f8379a7e-894c-41f2-849c-aa97170f2b1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fd9c733-9607-49b0-babd-88e85f4b0938 HTTP/1.1" status: 204 len: 168 time: 0.5259130 Apr 16 11:59:39.158656 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-b8249569-399e-48d5-b29a-17ae2dcd4633 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=159e7339b5de4cb28b493f0b34f89c96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565729 Apr 16 11:59:39.202117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-94c367aa-beea-45b9-8bef-55e695a85ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.213052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bb1d2114-ea09-4fb9-88fb-4fc64bb21101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:39.237178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c367aa-beea-45b9-8bef-55e695a85ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a103f8-9843-4815-8ccf-2e4b88a533be,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:39.251338 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-94c367aa-beea-45b9-8bef-55e695a85ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:39.254900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-94c367aa-beea-45b9-8bef-55e695a85ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.256619 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-94c367aa-beea-45b9-8bef-55e695a85ddb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6a103f8-9843-4815-8ccf-2e4b88a533be HTTP/1.1" status: 204 len: 168 time: 0.2196860 Apr 16 11:59:39.335817 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ae6c0da0-a9a4-4032-94f0-07e4b21bd16d service neutron] 10.222.0.48 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699095 Apr 16 11:59:39.500319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd853d6-757f-432e-b3b7-a2f8cc719ea7 req-7b6a92cd-c4eb-41c7-8771-894b8b0fb373 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:39.502599 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bd853d6-757f-432e-b3b7-a2f8cc719ea7 req-7b6a92cd-c4eb-41c7-8771-894b8b0fb373 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 945 time: 0.1053362 Apr 16 11:59:39.537855 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-64d62566-fc41-4b6e-a4bd-a9994101516e service neutron] 10.222.0.48 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009418 Apr 16 11:59:39.557001 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4bd853d6-757f-432e-b3b7-a2f8cc719ea7 req-4af1f84d-10f4-4649-b122-74a8583b2669 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477147 Apr 16 11:59:39.764355 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-966fa3ec-5d9e-46df-8395-7aa27a9b67d0 req-80e3990f-62c9-4966-8978-8baa77ef8c5c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0594599 Apr 16 11:59:39.989711 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4b6e5-b3fb-45f2-ac2f-46752b9a55bb req-12dae8da-95fb-4506-b94f-37e2a76df562 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:39.999711 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ad4b6e5-b3fb-45f2-ac2f-46752b9a55bb req-12dae8da-95fb-4506-b94f-37e2a76df562 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1163340 Apr 16 11:59:40.062560 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ad4b6e5-b3fb-45f2-ac2f-46752b9a55bb req-34f4cf56-38e0-4599-ab82-93d41335fe2b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614679 Apr 16 11:59:40.482991 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d28e-7a5e-49e6-8837-04bd8d058a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:40.576465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-3e315d92-4851-4425-b952-8c440c51b679 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:40.578366 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-3e315d92-4851-4425-b952-8c440c51b679 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 945 time: 0.1443172 Apr 16 11:59:40.689949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Deleting port 90acbf87-57cb-46d1-b847-6a4a5c270967 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:40.690346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:40.992222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22ee8-5a78-4561-aa68-6d755cd36476 req-db5a6cbb-9f66-4fac-a768-0c843aa84ffe tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:40.993894 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94b22ee8-5a78-4561-aa68-6d755cd36476 req-db5a6cbb-9f66-4fac-a768-0c843aa84ffe tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 945 time: 0.2706525 Apr 16 11:59:41.069642 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94b22ee8-5a78-4561-aa68-6d755cd36476 req-d7faa107-70c6-4ffb-a64a-661510d6a78f tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639215 Apr 16 11:59:41.128382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] For port 90acbf87-57cb-46d1-b847-6a4a5c270967, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=90acbf87-57cb-46d1-b847-6a4a5c270967,segment=NetworkSegment(f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa),segment_id=f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:41.128963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.274346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.348939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Calling delete_port for 90acbf87-57cb-46d1-b847-6a4a5c270967 owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:41.401092 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a578f38c-cdab-4e45-86b3-6e58e71be593 req-1df33f94-4b9a-4189-b7e1-be6e4a83595d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.3144665 Apr 16 11:59:41.429780 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-90ca949d-d059-4593-a54b-af58d067fc26 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:41.431557 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-90ca949d-d059-4593-a54b-af58d067fc26 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "GET /v2.0/networks?id=8e9ff803-1538-485d-87d2-8dd07403f8a7 HTTP/1.1" status: 200 len: 815 time: 0.2223403 Apr 16 11:59:41.458599 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Request body: {'port': {'device_id': 'f88345c8-984a-4e47-8d3b-5faf37bc0b55', 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7', 'admin_state_up': True, 'tenant_id': '159e7339b5de4cb28b493f0b34f89c96'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:41.656881 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:41.669756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Usage tracker for resource:port and tenant:159e7339b5de4cb28b493f0b34f89c96 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:41.675282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:41.685224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:41.695255 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Made reservation on behalf of 159e7339b5de4cb28b493f0b34f89c96 for: {'port': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:41.701953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.841900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.895267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Allocated IP 172.20.0.5 (8e9ff803-1538-485d-87d2-8dd07403f8a7/2486161c-73aa-466a-a26d-c086595bef91/ff914437-0d1c-4892-ae7b-fdd4c80a29e1) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:41.965240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa9b34-60ca-491b-b7c1-3781a7c1bf1e req-ec80fefa-5ef1-4048-a390-d0ba7a996e12 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:41.973235 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-25fa9b34-60ca-491b-b7c1-3781a7c1bf1e req-ec80fefa-5ef1-4048-a390-d0ba7a996e12 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.5574906 Apr 16 11:59:42.022311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53534) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:42.034904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.053021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:42.059023 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['90acbf87-57cb-46d1-b847-6a4a5c270967'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:59:42.107210 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-25fa9b34-60ca-491b-b7c1-3781a7c1bf1e req-79a5ff7d-1394-49c4-9179-d42959e99af7 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329377 Apr 16 11:59:42.133348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Pushing event deleted for resources: {'Port': ['ID=90acbf87-57cb-46d1-b847-6a4a5c270967,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:42.186005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.197618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:42.218506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.223649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.237643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-680e9a14-f2bf-43a5-992a-7a51f64f4da4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:42.262734 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:42.321008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] Usage tracker for resource:security_group_rule and tenant:44a43a549df04a6f9970a5de6a89f133 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:42.336839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:42.342078 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b973261f-f799-439b-b7b8-d741bffad66d req-5688b353-1890-41e7-b2c6-6c325755d77c tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a7d9dec-d747-4102-9aff-c15c9a13e5ec HTTP/1.1" status: 200 len: 210 time: 0.1052647 Apr 16 11:59:42.357210 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:42.390589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Pushing event updated for resources: {'Port': ['ID=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:42.403286 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:42.464064 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Network 8e9ff803-1538-485d-87d2-8dd07403f8a7 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:42.465757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:42.469097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:42.515585 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] No DVR routers for this DVR port 90acbf87-57cb-46d1-b847-6a4a5c270967 on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:59:42.521677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.524977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7d9dec-d747-4102-9aff-c15c9a13e5ec', 'name': 'network-vif-deleted', 'tag': '90acbf87-57cb-46d1-b847-6a4a5c270967'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:42.547202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:42.548554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.557619 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-171e82ca-38d4-4275-bb0f-0e149a64dbbc req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.55 "DELETE /v2.0/ports/90acbf87-57cb-46d1-b847-6a4a5c270967 HTTP/1.1" status: 204 len: 173 time: 1.9657495 Apr 16 11:59:42.579292 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1254065 Apr 16 11:59:42.600791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Request body: {'port': {'device_id': 'f88345c8-984a-4e47-8d3b-5faf37bc0b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:42.640532 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7d9dec-d747-4102-9aff-c15c9a13e5ec', 'name': 'network-vif-deleted', 'tag': '90acbf87-57cb-46d1-b847-6a4a5c270967', 'status': 'completed', 'code': 200} Apr 16 11:59:42.663557 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.669255 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.686844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bda727ac-ab94-46a9-aad2-a24238ebdfd7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:42.754234 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44a43a549df04a6f9970a5de6a89f133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7260475 Apr 16 11:59:42.754234 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511f6339-6cb3-4b91-942c-33815e3a1c52,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:42.755569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53558) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:42.762891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:42.765834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.871198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3bc75488-f02a-4a9d-a2cf-2bc1ded4b073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.902490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3bc75488-f02a-4a9d-a2cf-2bc1ded4b073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.957561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3bc75488-f02a-4a9d-a2cf-2bc1ded4b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.963221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f63c2532-9891-4f1a-8515-e772cee18109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:42.974835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc75488-f02a-4a9d-a2cf-2bc1ded4b073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511f6339-6cb3-4b91-942c-33815e3a1c52,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:42.987723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3bc75488-f02a-4a9d-a2cf-2bc1ded4b073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:42.989478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3bc75488-f02a-4a9d-a2cf-2bc1ded4b073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.993683 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3bc75488-f02a-4a9d-a2cf-2bc1ded4b073 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/511f6339-6cb3-4b91-942c-33815e3a1c52 HTTP/1.1" status: 204 len: 168 time: 0.2369542 Apr 16 11:59:43.193560 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.242502 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87cbb8-822f-4de9-850b-b963758b79ce req-bd50a8a4-3021-44b0-aec0-b306327eb414 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:43.243319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-3f87cbb8-822f-4de9-850b-b963758b79ce req-bd50a8a4-3021-44b0-aec0-b306327eb414 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Synchronizing usage tracker for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:43.373226 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c7c3a-b6e7-40d1-9a61-fb2abc893b66 req-d225a0b6-e453-4af5-a188-b9cb79803e43 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:43.377346 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-597c7c3a-b6e7-40d1-9a61-fb2abc893b66 req-d225a0b6-e453-4af5-a188-b9cb79803e43 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1524067 Apr 16 11:59:43.433591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-3f87cbb8-822f-4de9-850b-b963758b79ce req-bd50a8a4-3021-44b0-aec0-b306327eb414 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Unset dirty status for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:43.439234 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3f87cbb8-822f-4de9-850b-b963758b79ce req-bd50a8a4-3021-44b0-aec0-b306327eb414 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 931 time: 0.6745143 Apr 16 11:59:43.466181 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53580) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:43.471579 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-597c7c3a-b6e7-40d1-9a61-fb2abc893b66 req-9a3ff2b7-794c-4bad-a96c-f7e24e430d48 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867193 Apr 16 11:59:43.515297 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.554889 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:43.559068 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] Usage tracker for resource:security_group_rule and tenant:4bbdc54979274054a1aae72db7726b9a is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:43.562114 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:43.568695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:43.589839 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3f87cbb8-822f-4de9-850b-b963758b79ce req-4c9eac12-50f8-4eb6-9525-61583143ccf2 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793853 Apr 16 11:59:43.676211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff914437-0d1c-4892-ae7b-fdd4c80a29e1 {{(pid=85343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:43.685038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.696462 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.702044 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.707128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Transition to ACTIVE for port object ff914437-0d1c-4892-ae7b-fdd4c80a29e1 will not be triggered until provisioned by entity L2. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:43.710715 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.712709 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:43.728425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-17eac259-e171-46e9-b840-44cdd47b5a93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:43.761561 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bbdc54979274054a1aae72db7726b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876265 Apr 16 11:59:43.762670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5864ca7-a6c1-4ec8-b4e5-154ff1188493,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:43.766128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:43.767097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53586) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:43.845067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d45a30d-e4c0-4a5d-ba5a-2ba3317fa66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.873279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Pushing event updated for resources: {'Port': ['ID=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:43.887577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:43.899087 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d45a30d-e4c0-4a5d-ba5a-2ba3317fa66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.974963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d45a30d-e4c0-4a5d-ba5a-2ba3317fa66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.982105 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:43.993670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45a30d-e4c0-4a5d-ba5a-2ba3317fa66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5864ca7-a6c1-4ec8-b4e5-154ff1188493,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:43.998921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6d45a30d-e4c0-4a5d-ba5a-2ba3317fa66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:44.002380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d45a30d-e4c0-4a5d-ba5a-2ba3317fa66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:44.006551 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6d45a30d-e4c0-4a5d-ba5a-2ba3317fa66c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5864ca7-a6c1-4ec8-b4e5-154ff1188493 HTTP/1.1" status: 204 len: 168 time: 0.2359529 Apr 16 11:59:44.167744 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Attempting to bind port ff914437-0d1c-4892-ae7b-fdd4c80a29e1 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:44.168268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Attempting to bind port ff914437-0d1c-4892-ae7b-fdd4c80a29e1 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:44.168763 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Attempting to bind port ff914437-0d1c-4892-ae7b-fdd4c80a29e1 on network 8e9ff803-1538-485d-87d2-8dd07403f8a7 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:44.173964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Port ff914437-0d1c-4892-ae7b-fdd4c80a29e1 on network 8e9ff803-1538-485d-87d2-8dd07403f8a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:59:44.174335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Attempting to bind port ff914437-0d1c-4892-ae7b-fdd4c80a29e1 on network 8e9ff803-1538-485d-87d2-8dd07403f8a7 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:44.180685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:44.181114 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Checking segment: {'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:44.181791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Bound using segment: {'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:44.182278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Bound port: ff914437-0d1c-4892-ae7b-fdd4c80a29e1, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'}}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:44.182674 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:44.207921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f9383496-1d35-4431-aadf-f3d73e73b22c tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:44.209704 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f9383496-1d35-4431-aadf-f3d73e73b22c tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/networks?id=23a3bf6f-0d10-4348-bd5e-d5a3646f5990 HTTP/1.1" status: 200 len: 808 time: 0.1738117 Apr 16 11:59:44.231176 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-1e0cfead-4f09-4d53-825a-8e97e435b395 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/quotas/262333ac703744599d7abc2f1d0f6993 HTTP/1.1" status: 200 len: 375 time: 0.0125575 Apr 16 11:59:44.282854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] For port ff914437-0d1c-4892-ae7b-fdd4c80a29e1, host hv-cinder-78662, cleared binding levels {{(pid=85343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:44.286010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-814afbe0-62cf-4b66-bcc7-7d96ecf4fdf2 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Synchronizing usage tracker for tenant:262333ac703744599d7abc2f1d0f6993 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:44.286196 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] For port ff914437-0d1c-4892-ae7b-fdd4c80a29e1, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:44.289727 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:44.301890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-814afbe0-62cf-4b66-bcc7-7d96ecf4fdf2 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Unset dirty status for tenant:262333ac703744599d7abc2f1d0f6993 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:44.306155 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:44.311452 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-814afbe0-62cf-4b66-bcc7-7d96ecf4fdf2 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=262333ac703744599d7abc2f1d0f6993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729485 Apr 16 11:59:44.470185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Pushing event updated for resources: {'Port': ['ID=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,revision_number=3']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:44.475229 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:44.488490 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-64cea376-4747-4c3c-b75a-30819acb49cc service neutron] 10.222.0.48 "GET /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759970 Apr 16 11:59:44.513301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:44.513424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:44.515215 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] 10.222.0.55 "PUT /v2.0/ports/ff914437-0d1c-4892-ae7b-fdd4c80a29e1 HTTP/1.1" status: 200 len: 1093 time: 1.9237201 Apr 16 11:59:44.515777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88345c8-984a-4e47-8d3b-5faf37bc0b55', 'tag': 'ff914437-0d1c-4892-ae7b-fdd4c80a29e1'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:44.646852 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-cb1861df-336a-454b-a71e-cf2549b182a6 service neutron] 10.222.0.48 "GET /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488438 Apr 16 11:59:44.760572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-95661815-be44-4234-8009-0691f1829ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:44.762558 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-95661815-be44-4234-8009-0691f1829ec6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159e7339b5de4cb28b493f0b34f89c96&device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 1096 time: 0.1872416 Apr 16 11:59:44.858901 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88345c8-984a-4e47-8d3b-5faf37bc0b55', 'tag': 'ff914437-0d1c-4892-ae7b-fdd4c80a29e1', 'status': 'completed', 'code': 200} Apr 16 11:59:44.875310 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-d9025512-14d0-4c2f-9dc4-9a22ebc00a36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff914437-0d1c-4892-ae7b-fdd4c80a29e1 HTTP/1.1" status: 200 len: 217 time: 0.1006253 Apr 16 11:59:44.885639 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a608f6-b26c-4f2f-bafa-6384fec72db2 req-1ccaaf4e-b08e-4ff4-9d03-9c80a4701f3b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:44.887296 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-10a608f6-b26c-4f2f-bafa-6384fec72db2 req-1ccaaf4e-b08e-4ff4-9d03-9c80a4701f3b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.2455206 Apr 16 11:59:44.904015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 90acbf87-57cb-46d1-b847-6a4a5c270967 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:44.966841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: 90acbf87-57cb-46d1-b847-6a4a5c270967 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:59:44.967518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 90acbf87-57cb-46d1-b847-6a4a5c270967 not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:59:45.108416 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-10a608f6-b26c-4f2f-bafa-6384fec72db2 req-e7816fdb-a4d4-4a0e-afb3-0d9e739d23c6 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461000 Apr 16 11:59:45.108583 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cee15-77ed-4b56-ba31-6af7cf7ee3b3 req-3538a346-3134-4fbc-94c8-6b11b6adeb13 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:45.108662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-9dc6ca48-c428-4b8a-ae80-dd69f67f6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:45.108734 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-650cee15-77ed-4b56-ba31-6af7cf7ee3b3 req-3538a346-3134-4fbc-94c8-6b11b6adeb13 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 943 time: 0.1441879 Apr 16 11:59:45.108813 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-9dc6ca48-c428-4b8a-ae80-dd69f67f6d50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2486161c-73aa-466a-a26d-c086595bef91 HTTP/1.1" status: 200 len: 855 time: 0.2145209 Apr 16 11:59:45.195614 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-f912624b-bdea-4463-9c21-149331b3e2e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e9ff803-1538-485d-87d2-8dd07403f8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720487 Apr 16 11:59:45.259929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-650cee15-77ed-4b56-ba31-6af7cf7ee3b3 req-ec94d2f7-8dd1-4bc0-8afd-92f8d96d9eba tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Synchronizing usage tracker for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:45.285601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-650cee15-77ed-4b56-ba31-6af7cf7ee3b3 req-ec94d2f7-8dd1-4bc0-8afd-92f8d96d9eba tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Unset dirty status for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:45.287592 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-650cee15-77ed-4b56-ba31-6af7cf7ee3b3 req-ec94d2f7-8dd1-4bc0-8afd-92f8d96d9eba tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662676 Apr 16 11:59:45.394256 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-48327fc1-4f6f-4ee3-8d1b-2c859b22404a service neutron] 10.222.0.55 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878676 Apr 16 11:59:45.529566 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f42e15f9-7c54-4447-8f63-e2b1168ac578 req-20a7e298-17bc-423e-bf46-419d2260e8a1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 210 time: 0.0613678 Apr 16 11:59:45.603288 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-9f205698-9a29-4299-830f-35a122df3bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997342 Apr 16 11:59:45.760312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e04c2c-479a-43f3-ad4b-27835f686518 req-903898b2-e6d5-43bb-a6fd-32bc3279f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:45.762222 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-58e04c2c-479a-43f3-ad4b-27835f686518 req-903898b2-e6d5-43bb-a6fd-32bc3279f5d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159e7339b5de4cb28b493f0b34f89c96&device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 1096 time: 0.0903127 Apr 16 11:59:45.916397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e04c2c-479a-43f3-ad4b-27835f686518 req-a1c66f11-9528-49e9-abef-ddba4b3a5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:45.917984 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-58e04c2c-479a-43f3-ad4b-27835f686518 req-a1c66f11-9528-49e9-abef-ddba4b3a5a09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e9ff803-1538-485d-87d2-8dd07403f8a7 HTTP/1.1" status: 200 len: 916 time: 0.1425223 Apr 16 11:59:45.992495 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-58e04c2c-479a-43f3-ad4b-27835f686518 req-d32d8140-0a18-4461-9b5a-8217b113e5e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff914437-0d1c-4892-ae7b-fdd4c80a29e1 HTTP/1.1" status: 200 len: 217 time: 0.0663390 Apr 16 11:59:46.072071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e04c2c-479a-43f3-ad4b-27835f686518 req-01560158-875b-43e0-8f51-f67fa246afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:46.074000 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-58e04c2c-479a-43f3-ad4b-27835f686518 req-01560158-875b-43e0-8f51-f67fa246afa3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2486161c-73aa-466a-a26d-c086595bef91 HTTP/1.1" status: 200 len: 855 time: 0.0676966 Apr 16 11:59:46.140772 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-58e04c2c-479a-43f3-ad4b-27835f686518 req-e3c18cd6-20dd-4fa1-91bf-7e14ed2d048a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e9ff803-1538-485d-87d2-8dd07403f8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520401 Apr 16 11:59:46.360440 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-58e04c2c-479a-43f3-ad4b-27835f686518 req-1e45e6e3-8bd7-474c-8ccf-c2458e16a38c service neutron] 10.222.0.55 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084668 Apr 16 11:59:46.579804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4dfdc-44db-4838-a424-1735ec5ca4e2 req-496c323f-6200-4122-ba45-3c43af0adec4 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:46.588658 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2ef4dfdc-44db-4838-a424-1735ec5ca4e2 req-496c323f-6200-4122-ba45-3c43af0adec4 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.3015327 Apr 16 11:59:46.665644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-cd119d39-89b1-4315-907f-48a891492881 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:46.667792 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-cd119d39-89b1-4315-907f-48a891492881 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.55 "GET /v2.0/networks?id=23a3bf6f-0d10-4348-bd5e-d5a3646f5990 HTTP/1.1" status: 200 len: 808 time: 0.4673791 Apr 16 11:59:46.685210 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2ef4dfdc-44db-4838-a424-1735ec5ca4e2 req-8df0ff8c-01b8-414f-ba9f-353309a0f80a tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950148 Apr 16 11:59:46.690537 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-58e04c2c-479a-43f3-ad4b-27835f686518 req-56cb9a07-85d6-4213-a793-c4299b1cebce service neutron] 10.222.0.55 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156149 Apr 16 11:59:46.709607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Request body: {'port': {'device_id': '606f9b93-87be-4722-a9c9-c8b0aa318a31', 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990', 'admin_state_up': True, 'tenant_id': '262333ac703744599d7abc2f1d0f6993'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:46.927479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724f327-75b8-4b99-8746-4dece9510fc7 req-d01a27cf-ce3a-4e5f-8057-7d778fae80b3 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:46.929163 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6724f327-75b8-4b99-8746-4dece9510fc7 req-d01a27cf-ce3a-4e5f-8057-7d778fae80b3 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 943 time: 0.3893158 Apr 16 11:59:46.957355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:46.975844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:47.002145 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6724f327-75b8-4b99-8746-4dece9510fc7 req-abce9987-84b0-40b8-9549-45ab14f6d5c8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Apr 16 11:59:47.002936 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Made reservation on behalf of 262333ac703744599d7abc2f1d0f6993 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:47.010338 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.152068 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-978ac77a-b761-43c9-ae37-b996a94edfe4 req-eb8f6b29-b21a-47e0-98d3-cef3b1bd5005 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 210 time: 0.0514767 Apr 16 11:59:47.190858 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Allocated IP 172.20.0.2 (23a3bf6f-0d10-4348-bd5e-d5a3646f5990/79cd7378-2ac6-4b76-9ce5-b0f4e26f7482/db00247f-2b8d-46de-967f-38cc8c053e64) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:47.415856 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.452909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.469274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:47.617228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Pushing event updated for resources: {'Port': ['ID=db00247f-2b8d-46de-967f-38cc8c053e64,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:47.630341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:47.671649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:47.672949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:47.675232 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:47.743270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:47.744498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.770219 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0876677 Apr 16 11:59:47.783026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Request body: {'port': {'device_id': '606f9b93-87be-4722-a9c9-c8b0aa318a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:48.000284 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bb7d6-9555-4009-b90a-f6c914418dca req-5ba19504-4422-4090-ae94-73613b384e8e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:48.001953 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b30bb7d6-9555-4009-b90a-f6c914418dca req-5ba19504-4422-4090-ae94-73613b384e8e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1854908 Apr 16 11:59:48.002798 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.114368 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b30bb7d6-9555-4009-b90a-f6c914418dca req-2f2aa704-30f1-4365-b755-17cd943826fe tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977712 Apr 16 11:59:48.439256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488aab4-8a7e-4e71-b258-0f5d62643324 req-d28ccd3b-5798-4939-ae40-6a500b23ebef tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:48.443230 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d488aab4-8a7e-4e71-b258-0f5d62643324 req-d28ccd3b-5798-4939-ae40-6a500b23ebef tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 931 time: 0.0990965 Apr 16 11:59:48.493818 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d488aab4-8a7e-4e71-b258-0f5d62643324 req-bf775e29-ce74-4b31-92c5-0f828e003f11 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441718 Apr 16 11:59:48.519803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d8a7f-da13-4be3-8e82-c4bcd0fdee80 req-610b1094-d189-4754-8437-815ef504b439 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:48.521473 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ac2d8a7f-da13-4be3-8e82-c4bcd0fdee80 req-610b1094-d189-4754-8437-815ef504b439 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 943 time: 0.1570358 Apr 16 11:59:48.860444 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db00247f-2b8d-46de-967f-38cc8c053e64 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:48.867565 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ac2d8a7f-da13-4be3-8e82-c4bcd0fdee80 req-080b7783-0311-441e-b83c-5348bd623752 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341608 Apr 16 11:59:48.872599 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.889310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Transition to ACTIVE for port object db00247f-2b8d-46de-967f-38cc8c053e64 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:48.892247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.909008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:48.927166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device ff914437-0d1c-4892-ae7b-fdd4c80a29e1 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:59:49.060612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Pushing event updated for resources: {'Port': ['ID=db00247f-2b8d-46de-967f-38cc8c053e64,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:49.063671 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:49.078040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port ff914437-0d1c-4892-ae7b-fdd4c80a29e1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:49.094111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': 'ff914437-0d1c-4892-ae7b-fdd4c80a29e1', 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7', 'port_id': 'ff914437-0d1c-4892-ae7b-fdd4c80a29e1', 'mac_address': 'fa:16:3e:5b:0c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486161c-73aa-466a-a26d-c086595bef91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:59:49.166485 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.187039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff914437-0d1c-4892-ae7b-fdd4c80a29e1 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:49.207308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port ff914437-0d1c-4892-ae7b-fdd4c80a29e1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:49.210291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.212112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:49.296353 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:49.300166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:49.364458 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Attempting to bind port db00247f-2b8d-46de-967f-38cc8c053e64 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:49.364988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Attempting to bind port db00247f-2b8d-46de-967f-38cc8c053e64 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:49.365311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Attempting to bind port db00247f-2b8d-46de-967f-38cc8c053e64 on network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:49.376685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Port db00247f-2b8d-46de-967f-38cc8c053e64 on network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:59:49.376685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Attempting to bind port db00247f-2b8d-46de-967f-38cc8c053e64 on network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:49.392749 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9e96-aed5-4633-81d7-38c8e80e5f46 req-1b21e31d-7388-4971-80f9-4229e7b30db1 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:49.394534 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6fac9e96-aed5-4633-81d7-38c8e80e5f46 req-1b21e31d-7388-4971-80f9-4229e7b30db1 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1399205 Apr 16 11:59:49.400091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:49.401685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Checking segment: {'id': 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:49.402502 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Bound using segment: {'id': 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:49.403782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Bound port: db00247f-2b8d-46de-967f-38cc8c053e64, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '23a3bf6f-0d10-4348-bd5e-d5a3646f5990'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:49.404735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.551180 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6fac9e96-aed5-4633-81d7-38c8e80e5f46 req-8d212e0d-d7c1-4926-92fa-094a7f3e1f30 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320021 Apr 16 11:59:49.588764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] For port db00247f-2b8d-46de-967f-38cc8c053e64, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:49.595170 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] For port db00247f-2b8d-46de-967f-38cc8c053e64, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db00247f-2b8d-46de-967f-38cc8c053e64,segment=NetworkSegment(f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa),segment_id=f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:49.599430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.622097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:49.672531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['ff914437-0d1c-4892-ae7b-fdd4c80a29e1'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:59:49.744845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912d3c0-85c2-44e6-b5bd-a18467d2b708 req-d33c42b5-bd73-4ac4-967d-0dc7cbec9240 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:49.755350 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1912d3c0-85c2-44e6-b5bd-a18467d2b708 req-d33c42b5-bd73-4ac4-967d-0dc7cbec9240 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 943 time: 0.1156826 Apr 16 11:59:49.818471 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1912d3c0-85c2-44e6-b5bd-a18467d2b708 req-94888db7-6ca0-407f-86d0-15983a2f74f8 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614612 Apr 16 11:59:49.836006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Pushing event updated for resources: {'Port': ['ID=db00247f-2b8d-46de-967f-38cc8c053e64,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:49.844271 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:49.895193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:49.896352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.898263 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] 10.222.0.55 "PUT /v2.0/ports/db00247f-2b8d-46de-967f-38cc8c053e64 HTTP/1.1" status: 200 len: 1093 time: 2.1199458 Apr 16 11:59:49.899181 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606f9b93-87be-4722-a9c9-c8b0aa318a31', 'tag': 'db00247f-2b8d-46de-967f-38cc8c053e64'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:49.959798 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606f9b93-87be-4722-a9c9-c8b0aa318a31', 'tag': 'db00247f-2b8d-46de-967f-38cc8c053e64', 'status': 'completed', 'code': 200} Apr 16 11:59:49.998015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53764) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:50.147705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-b85c9240-04e2-4702-9b79-d210f97ffd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:50.149625 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-b85c9240-04e2-4702-9b79-d210f97ffd41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=262333ac703744599d7abc2f1d0f6993&device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 1096 time: 0.1800158 Apr 16 11:59:50.162602 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.165399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde13b-e678-4851-a37c-03de85a6316f req-b66ea1d7-f8d5-4372-b87b-817b2404171b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:50.167463 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9bbde13b-e678-4851-a37c-03de85a6316f req-b66ea1d7-f8d5-4372-b87b-817b2404171b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 944 time: 0.1263483 Apr 16 11:59:50.187513 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:50.192384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] Usage tracker for resource:security_group_rule and tenant:7f2cdd57ea0f40abaac24b475e91e76f is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:50.210770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:50.229387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:50.287482 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-6c851657-f9d8-468b-a50f-12f265f3e089 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db00247f-2b8d-46de-967f-38cc8c053e64 HTTP/1.1" status: 200 len: 217 time: 0.1186860 Apr 16 11:59:50.352338 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.356429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.368855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5edd6b5b-d798-4dc5-a646-ffdba3cc4892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:50.371773 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9bbde13b-e678-4851-a37c-03de85a6316f req-fa5a7a39-100b-4b76-9180-1edb6845412e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149247 Apr 16 11:59:50.402199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-7effc719-5a3b-4632-8721-8c039a479e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:50.402199 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-7effc719-5a3b-4632-8721-8c039a479e13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79cd7378-2ac6-4b76-9ce5-b0f4e26f7482 HTTP/1.1" status: 200 len: 848 time: 0.0959389 Apr 16 11:59:50.432743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807d9bc5-8bd7-4d79-9e40-1f8606f69704,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:50.439205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:50.452674 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f2cdd57ea0f40abaac24b475e91e76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532156 Apr 16 11:59:50.455518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53778) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:50.473798 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-cd98b201-5086-48a3-bce1-493cb419ec3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23a3bf6f-0d10-4348-bd5e-d5a3646f5990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634534 Apr 16 11:59:50.528990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-084d6e56-6beb-4b04-9810-77924e481970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.567649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-084d6e56-6beb-4b04-9810-77924e481970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.639665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-084d6e56-6beb-4b04-9810-77924e481970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.644866 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-4972b335-4019-4347-a755-6ea41db1d1e5 service neutron] 10.222.0.55 "GET /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548209 Apr 16 11:59:50.645259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-715d9463-0866-46bc-b984-db1a1aea57fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:50.660211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d6e56-6beb-4b04-9810-77924e481970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807d9bc5-8bd7-4d79-9e40-1f8606f69704,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:50.663459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-084d6e56-6beb-4b04-9810-77924e481970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.664742 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-084d6e56-6beb-4b04-9810-77924e481970 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/807d9bc5-8bd7-4d79-9e40-1f8606f69704 HTTP/1.1" status: 204 len: 168 time: 0.2079635 Apr 16 11:59:50.666317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-084d6e56-6beb-4b04-9810-77924e481970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:50.818616 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-6ef4cc17-ec2a-42e6-a18d-509e0c27d86a service neutron] 10.222.0.55 "GET /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528373 Apr 16 11:59:50.935812 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device ff914437-0d1c-4892-ae7b-fdd4c80a29e1 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:50.982411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3f2d3-3e45-4733-ac8c-023380102f29 req-ac90f3c7-4542-4cea-b70a-0dd8a3435f56 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:50.996298 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-65e3f2d3-3e45-4733-ac8c-023380102f29 req-ac90f3c7-4542-4cea-b70a-0dd8a3435f56 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.3034716 Apr 16 11:59:51.032690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port ff914437-0d1c-4892-ae7b-fdd4c80a29e1 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:51.041607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port ff914437-0d1c-4892-ae7b-fdd4c80a29e1 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:51.042470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.051540 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53792) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:51.067856 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-65e3f2d3-3e45-4733-ac8c-023380102f29 req-8b1b26ff-6b14-4a1f-aa64-50cb39a2397c tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705285 Apr 16 11:59:51.079710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbf3df-f51c-4bff-85c5-e0b7e8f5b656 req-81d13f53-1642-4cb4-8ab0-71f5784d76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:51.081381 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e9bbf3df-f51c-4bff-85c5-e0b7e8f5b656 req-81d13f53-1642-4cb4-8ab0-71f5784d76e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=262333ac703744599d7abc2f1d0f6993&device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 1096 time: 0.1834917 Apr 16 11:59:51.091707 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.113298 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:51.122421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a1a6732606b34c16ac2a2c06707d76a4 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:51.130357 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dcad8-79dd-41a9-a25a-c83cdd3e44f7 req-a3b894cc-5408-4bcd-8748-67e15d2ee67c tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:51.131128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-272dcad8-79dd-41a9-a25a-c83cdd3e44f7 req-a3b894cc-5408-4bcd-8748-67e15d2ee67c tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Synchronizing usage tracker for tenant:262333ac703744599d7abc2f1d0f6993 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:51.133906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:51.141537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:51.169812 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-272dcad8-79dd-41a9-a25a-c83cdd3e44f7 req-a3b894cc-5408-4bcd-8748-67e15d2ee67c tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Unset dirty status for tenant:262333ac703744599d7abc2f1d0f6993 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:51.171098 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-272dcad8-79dd-41a9-a25a-c83cdd3e44f7 req-a3b894cc-5408-4bcd-8748-67e15d2ee67c tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 943 time: 0.2101033 Apr 16 11:59:51.202918 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.236752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88345c8-984a-4e47-8d3b-5faf37bc0b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff914437-0d1c-4892-ae7b-fdd4c80a29e1'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:51.239305 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-272dcad8-79dd-41a9-a25a-c83cdd3e44f7 req-3537bba2-a537-4b57-b36c-e502d6b32c39 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607276 Apr 16 11:59:51.248519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port ff914437-0d1c-4892-ae7b-fdd4c80a29e1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:51.262015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.264185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:51.298316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.301194 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.310947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:51.315376 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88345c8-984a-4e47-8d3b-5faf37bc0b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff914437-0d1c-4892-ae7b-fdd4c80a29e1', 'code': 200} Apr 16 11:59:51.353136 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:51.356288 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:51.357599 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1a6732606b34c16ac2a2c06707d76a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046691 Apr 16 11:59:51.361019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53800) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:51.374457 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fd7ae7-5d90-45e7-bf43-94a1e173ea7e,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:51.377775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:51.438785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-14b3906a-d345-4ee3-9d15-86a2db563dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.470370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-14b3906a-d345-4ee3-9d15-86a2db563dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.574619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-14b3906a-d345-4ee3-9d15-86a2db563dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.579310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-94c367aa-beea-45b9-8bef-55e695a85ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:51.601712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3906a-d345-4ee3-9d15-86a2db563dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fd7ae7-5d90-45e7-bf43-94a1e173ea7e,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:51.608442 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-14b3906a-d345-4ee3-9d15-86a2db563dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:51.612880 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-14b3906a-d345-4ee3-9d15-86a2db563dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.614745 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-14b3906a-d345-4ee3-9d15-86a2db563dca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54fd7ae7-5d90-45e7-bf43-94a1e173ea7e HTTP/1.1" status: 204 len: 168 time: 0.2527165 Apr 16 11:59:51.638640 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c77fa-a14b-47b5-9b59-7d743a5a2d4c req-d83fb797-1252-42e4-b631-e1951914f229 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:51.640351 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd9c77fa-a14b-47b5-9b59-7d743a5a2d4c req-d83fb797-1252-42e4-b631-e1951914f229 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 945 time: 0.1330459 Apr 16 11:59:51.694404 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd9c77fa-a14b-47b5-9b59-7d743a5a2d4c req-34faa0ab-2954-4921-839a-c71a087a4d08 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475678 Apr 16 11:59:52.056757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.292577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbf3df-f51c-4bff-85c5-e0b7e8f5b656 req-d1c472af-5f90-4064-82b7-e65216322186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:54.294189 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e9bbf3df-f51c-4bff-85c5-e0b7e8f5b656 req-d1c472af-5f90-4064-82b7-e65216322186 service neutron] 10.222.0.55 "GET /v2.0/networks?id=23a3bf6f-0d10-4348-bd5e-d5a3646f5990 HTTP/1.1" status: 200 len: 909 time: 0.1487808 Apr 16 11:59:54.382491 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eacc60-8cb3-4712-9ea9-115e9f608161 req-9819b10c-844c-4e7a-9851-99f2460471b8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:54.384132 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-97eacc60-8cb3-4712-9ea9-115e9f608161 req-9819b10c-844c-4e7a-9851-99f2460471b8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1026893 Apr 16 11:59:54.421285 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e9bbf3df-f51c-4bff-85c5-e0b7e8f5b656 req-8a6c764d-4fa4-4cf4-bc17-ed16c47527ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db00247f-2b8d-46de-967f-38cc8c053e64 HTTP/1.1" status: 200 len: 217 time: 0.1189675 Apr 16 11:59:54.446157 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-97eacc60-8cb3-4712-9ea9-115e9f608161 req-df91d009-b944-49bf-a0a7-55966854e897 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546746 Apr 16 11:59:54.525661 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab03182-f92d-424b-ae7e-12e6e219064a req-29088bf7-882d-4678-aadd-9c7c38f68dba tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:54.526741 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36aa5a-f1e8-4d93-8855-5996d06cabbb req-8d50ded7-b5a7-4478-8e2a-aca1706b2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:54.527454 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8ab03182-f92d-424b-ae7e-12e6e219064a req-29088bf7-882d-4678-aadd-9c7c38f68dba tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 943 time: 0.1655657 Apr 16 11:59:54.528396 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1f36aa5a-f1e8-4d93-8855-5996d06cabbb req-8d50ded7-b5a7-4478-8e2a-aca1706b2906 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 1098 time: 0.0861971 Apr 16 11:59:54.529439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbf3df-f51c-4bff-85c5-e0b7e8f5b656 req-2c7319d4-4024-4385-ba00-e8fea2b6db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:54.530946 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e9bbf3df-f51c-4bff-85c5-e0b7e8f5b656 req-2c7319d4-4024-4385-ba00-e8fea2b6db07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79cd7378-2ac6-4b76-9ce5-b0f4e26f7482 HTTP/1.1" status: 200 len: 848 time: 0.0970318 Apr 16 11:59:54.626024 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e9bbf3df-f51c-4bff-85c5-e0b7e8f5b656 req-ee887521-60b9-402f-b1cf-26d8db0a332b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23a3bf6f-0d10-4348-bd5e-d5a3646f5990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607307 Apr 16 11:59:54.629243 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8ab03182-f92d-424b-ae7e-12e6e219064a req-ec9dff35-fd8e-451a-8cdd-8fb8c586a19a tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946925 Apr 16 11:59:54.659424 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1f36aa5a-f1e8-4d93-8855-5996d06cabbb req-9c004b89-cc9d-44da-b1aa-ed5db77f43e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037300 Apr 16 11:59:54.694435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfc380-4dc0-4a11-a151-9500c0cc0299 req-4ebd2150-544e-419c-98d4-3cbac92fb947 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:54.696118 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-23dfc380-4dc0-4a11-a151-9500c0cc0299 req-4ebd2150-544e-419c-98d4-3cbac92fb947 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 945 time: 0.1226478 Apr 16 11:59:54.745590 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-23dfc380-4dc0-4a11-a151-9500c0cc0299 req-074e4acc-7cef-4417-9dc4-f8a26880e123 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Apr 16 11:59:54.777322 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e9bbf3df-f51c-4bff-85c5-e0b7e8f5b656 req-f3c63e92-4701-4856-a9ae-9f2ff7e3a67e service neutron] 10.222.0.55 "GET /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400046 Apr 16 11:59:54.953904 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e9bbf3df-f51c-4bff-85c5-e0b7e8f5b656 req-e2150a6d-71ba-4637-8b09-466f0310978a service neutron] 10.222.0.55 "GET /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370759 Apr 16 11:59:55.363522 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53894) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:55.524587 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.v2.resource [None req-6f0d19d9-0476-4c3e-87b4-f78b77d29116 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 16 11:59:55.526738 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6f0d19d9-0476-4c3e-87b4-f78b77d29116 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "DELETE /v2.0/security-groups/685b4ac8-d995-4776-b8d3-ef8b4c193a82 HTTP/1.1" status: 409 len: 336 time: 0.1620908 Apr 16 11:59:55.532610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53912) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:55.647683 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53918) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:55.687825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-9cb0d38d-4ee4-4112-aebc-a5db75d16b84 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:55.689508 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-9cb0d38d-4ee4-4112-aebc-a5db75d16b84 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.55 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 943 time: 0.2918975 Apr 16 11:59:55.803707 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Deleting port db00247f-2b8d-46de-967f-38cc8c053e64 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:55.804413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:55.855911 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.v2.resource [None req-d5ca9a76-17fe-4f8e-b772-807ec2a5ec1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 16 11:59:55.857318 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d5ca9a76-17fe-4f8e-b772-807ec2a5ec1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "DELETE /v2.0/security-groups/fe89d565-73a4-45a3-8237-b8fa4d1eb609 HTTP/1.1" status: 409 len: 336 time: 0.2009971 Apr 16 11:59:55.867219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 53928) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:56.140710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c952718-fb52-4a78-b9b7-27102a74c50f req-62409699-dacc-43c5-9f23-9e57236f6861 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:56.142301 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8c952718-fb52-4a78-b9b7-27102a74c50f req-62409699-dacc-43c5-9f23-9e57236f6861 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 943 time: 0.2699568 Apr 16 11:59:56.149428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Deleting port 3b354ed7-8296-4186-bc7d-48f263346d47 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:56.150184 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.232820 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8c952718-fb52-4a78-b9b7-27102a74c50f req-30ca090f-5013-40c9-a792-fdf571ef0f96 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/security-groups?id=f17825ff-ad5e-4c5e-a4af-a12e5f345806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713010 Apr 16 11:59:56.245535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] For port db00247f-2b8d-46de-967f-38cc8c053e64, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db00247f-2b8d-46de-967f-38cc8c053e64,segment=NetworkSegment(f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa),segment_id=f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:56.246095 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.408839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.409454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.555697 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Calling delete_port for 3b354ed7-8296-4186-bc7d-48f263346d47 owned by network:floatingip {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:56.638987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-901ba239-43ab-4f5a-b792-1aa1a18c32e5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:56.640730 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-901ba239-43ab-4f5a-b792-1aa1a18c32e5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 945 time: 0.8405142 Apr 16 11:59:56.701547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf8aa8-1f13-4674-a8e5-b8ecbb8b6ab9 req-65cb2047-3bce-4f74-9db7-8ff1f1f9ca88 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:56.708910 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Calling delete_port for db00247f-2b8d-46de-967f-38cc8c053e64 owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:56.709734 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-28bf8aa8-1f13-4674-a8e5-b8ecbb8b6ab9 req-65cb2047-3bce-4f74-9db7-8ff1f1f9ca88 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.9788251 Apr 16 11:59:56.765565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:59:56.892460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.899493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Deleting port 47f2068c-1c13-4cbc-85b0-638a8d90b630 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:56.899923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.965941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:57.000779 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.023704 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:57.030579 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event deleted for resources: {'Port': ['ID=3b354ed7-8296-4186-bc7d-48f263346d47,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:57.041311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Deleting port ff914437-0d1c-4892-ae7b-fdd4c80a29e1 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:57.041805 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.077475 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-28bf8aa8-1f13-4674-a8e5-b8ecbb8b6ab9 req-204208c0-69cd-40bd-be7d-63697ce8b47d tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667774 Apr 16 11:59:57.220778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaa6d2-6560-4336-b6ce-c076d236b382 req-8f329bdf-1fb0-4869-81a4-c6edaea9d17d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:57.222511 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ddaaa6d2-6560-4336-b6ce-c076d236b382 req-8f329bdf-1fb0-4869-81a4-c6edaea9d17d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 945 time: 0.5216722 Apr 16 11:59:57.227532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Pushing event deleted for resources: {'Port': ['ID=db00247f-2b8d-46de-967f-38cc8c053e64,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:57.238126 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:57.245724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:57.358268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] No DVR routers for this DVR port db00247f-2b8d-46de-967f-38cc8c053e64 on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:59:57.362595 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ddaaa6d2-6560-4336-b6ce-c076d236b382 req-629f1208-718f-425b-8a87-8a496604650d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320753 Apr 16 11:59:57.363685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.366617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606f9b93-87be-4722-a9c9-c8b0aa318a31', 'name': 'network-vif-deleted', 'tag': 'db00247f-2b8d-46de-967f-38cc8c053e64'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:57.392923 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.55 "DELETE /v2.0/ports/db00247f-2b8d-46de-967f-38cc8c053e64 HTTP/1.1" status: 204 len: 173 time: 1.6783524 Apr 16 11:59:57.453062 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '606f9b93-87be-4722-a9c9-c8b0aa318a31', 'name': 'network-vif-deleted', 'tag': 'db00247f-2b8d-46de-967f-38cc8c053e64', 'status': 'failed', 'code': 422} returned with failed status Apr 16 11:59:57.815206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for floatingip, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.815595 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Floating IP 7f4b3cde-d375-45da-a1d7-4d0354b76fe9 disassociated (deleted). External IP: 172.27.3.58, port: 30116f33-460b-47c5-a3cf-483153866a15. Apr 16 11:59:57.876815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 53976) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:57.905555 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f4a3663a-8673-4f76-bae7-9d40cd84e7db req-b5e6ccb6-6137-4d59-ba14-b72df10b3d99 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 210 time: 0.2174394 Apr 16 11:59:57.928736 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-59c9b27e-a9d1-4f74-9f63-5183b615dbd5 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Synchronizing usage tracker for tenant:262333ac703744599d7abc2f1d0f6993 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:57.943998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-59c9b27e-a9d1-4f74-9f63-5183b615dbd5 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Unset dirty status for tenant:262333ac703744599d7abc2f1d0f6993 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:57.945267 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-59c9b27e-a9d1-4f74-9f63-5183b615dbd5 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 210 time: 0.0672894 Apr 16 11:59:58.130843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.131218 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.305880 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Calling delete_port for 47f2068c-1c13-4cbc-85b0-638a8d90b630 owned by network:floatingip {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:58.310681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d5de3-ed75-49fa-bf7a-49f9666d799c req-e507eb39-ca56-4c3c-9162-a751adced8d8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:58.312632 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-346d5de3-ed75-49fa-bf7a-49f9666d799c req-e507eb39-ca56-4c3c-9162-a751adced8d8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.1174579 Apr 16 11:59:58.370097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] For port ff914437-0d1c-4892-ae7b-fdd4c80a29e1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:58.370506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.373199 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-346d5de3-ed75-49fa-bf7a-49f9666d799c req-0eb3d40d-6e2b-47f5-8180-1b073ea66aee tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539143 Apr 16 11:59:58.756416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Calling delete_port for ff914437-0d1c-4892-ae7b-fdd4c80a29e1 owned by compute:nova {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:58.955273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8755015-1b42-492f-8adc-d76e270920d4 req-0ac42c18-2bf4-4166-9efa-fb92cdef371a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:58.956938 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f8755015-1b42-492f-8adc-d76e270920d4 req-0ac42c18-2bf4-4166-9efa-fb92cdef371a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 945 time: 0.4119093 Apr 16 11:59:58.965964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Router e9cb88a2-10af-440d-be70-bbbe879ead61 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:59:58.995678 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 83ca66c6-e1d0-4fea-ae79-249c7224ed22 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:59.100875 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d02072d1-a301-408f-9a23-0d6b6dcb5ab1 req-738a9fa9-9ee1-4595-a120-d5c82e738681 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 210 time: 0.0508316 Apr 16 11:59:59.161593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.193019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:59.208081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 83ca66c6-e1d0-4fea-ae79-249c7224ed22, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:59.220631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.221671 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 30116f33-460b-47c5-a3cf-483153866a15 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:59.274288 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:59.395692 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b28a78ac-72f1-4c22-a252-2c8cfb759e69 req-47847c56-4445-4df8-af43-304721dbc8df tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] 10.222.0.48 "GET /v2.0/ports?device_id=606f9b93-87be-4722-a9c9-c8b0aa318a31 HTTP/1.1" status: 200 len: 210 time: 0.0555339 Apr 16 11:59:59.440124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.450293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=83ca66c6-e1d0-4fea-ae79-249c7224ed22,revision_number=6']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:59.463153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:59.488550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 30116f33-460b-47c5-a3cf-483153866a15, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30116f33-460b-47c5-a3cf-483153866a15,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:59.491979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.492886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device b896185e-3dee-4389-843f-9005b65eb5b0 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:59.518676 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f8755015-1b42-492f-8adc-d76e270920d4 req-48d8654c-cc29-4532-a0f4-1195a55e5ee7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505157 Apr 16 11:59:59.555748 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:59.572783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.610576 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:59.673541 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.686861 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'code': 200} Apr 16 11:59:59.702217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=30116f33-460b-47c5-a3cf-483153866a15,revision_number=6']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:59.711677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.721900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:59.756736 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port b896185e-3dee-4389-843f-9005b65eb5b0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b896185e-3dee-4389-843f-9005b65eb5b0,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:59.762894 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.763933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device ff914437-0d1c-4892-ae7b-fdd4c80a29e1 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:59.790878 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Pushing event deleted for resources: {'Port': ['ID=ff914437-0d1c-4892-ae7b-fdd4c80a29e1,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:59.810679 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:59.865096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:59.866294 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:59.867729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:59.877618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] Sync routers for ids ['e9cb88a2-10af-440d-be70-bbbe879ead61'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:59.888026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: ff914437-0d1c-4892-ae7b-fdd4c80a29e1 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:59:59.888425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device ff914437-0d1c-4892-ae7b-fdd4c80a29e1 not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:59:59.888968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device e9be58e9-e2a6-459c-ab46-df8b792a13c1 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:59.899813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] Routers {'e9cb88a2-10af-440d-be70-bbbe879ead61'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:59.901384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:59:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['e9cb88a2-10af-440d-be70-bbbe879ead61'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:59.956706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=b896185e-3dee-4389-843f-9005b65eb5b0,revision_number=6']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:59.960268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:59.991040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event deleted for resources: {'Port': ['ID=47f2068c-1c13-4cbc-85b0-638a8d90b630,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:00.019583 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:00.041381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.085164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port e9be58e9-e2a6-459c-ab46-df8b792a13c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9be58e9-e2a6-459c-ab46-df8b792a13c1,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:00.092719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.095844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eea5f9a2-29f9-4672-8aa3-d4f5324cae74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:00.101932 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.188997 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] Set router e9cb88a2-10af-440d-be70-bbbe879ead61 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:00.222058 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=e9be58e9-e2a6-459c-ab46-df8b792a13c1,revision_number=6']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:00.234834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:00.328382 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "DELETE /v2.0/floatingips/7f4b3cde-d375-45da-a1d7-4d0354b76fe9 HTTP/1.1" status: 204 len: 168 time: 4.7891171 Apr 16 12:00:00.397619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'tag': '30116f33-460b-47c5-a3cf-483153866a15'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:00.418261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c6810-2ba6-4090-9fc0-639386e82610 req-0679a291-e802-40c4-935f-b321045a43c7 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:00.426872 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5b6c6810-2ba6-4090-9fc0-639386e82610 req-0679a291-e802-40c4-935f-b321045a43c7 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 945 time: 0.5648451 Apr 16 12:00:00.429976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for floatingip, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.430367 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Floating IP b484adc2-2068-411f-adad-38a36cba2588 disassociated (deleted). External IP: 172.27.3.18, port: 83ca66c6-e1d0-4fea-ae79-249c7224ed22. Apr 16 12:00:00.548563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] No DVR routers for this DVR port ff914437-0d1c-4892-ae7b-fdd4c80a29e1 on host hv-cinder-78662 {{(pid=85343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:00:00.569067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.571419 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1af67e81-50ef-4fb6-abed-759fd2da0f23 req-13a5ac2f-c3b4-44de-92dd-461e8a2dad6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "DELETE /v2.0/ports/ff914437-0d1c-4892-ae7b-fdd4c80a29e1 HTTP/1.1" status: 204 len: 173 time: 3.8862984 Apr 16 12:00:00.786925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:26Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7ce9873b-6431-4bae-81ae-189459e81a47', 'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'mac_address': 'fa:16:3e:4a:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:24Z', 'updated_at': '2021-04-16T11:58:41Z', 'revision_number': 5, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'subnets': [{'id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:00.798129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] Checking router: e9cb88a2-10af-440d-be70-bbbe879ead61 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:00.804447 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5b6c6810-2ba6-4090-9fc0-639386e82610 req-5fab1440-eb95-401b-87a1-4c9b8d5dc72f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759882 Apr 16 12:00:00.840706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] Routers {'e9cb88a2-10af-440d-be70-bbbe879ead61'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:00.841402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:59:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['e9cb88a2-10af-440d-be70-bbbe879ead61'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:00.887627 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54068) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:00.894855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--931289574', 'description': 'tempest-description--645960666'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:00.904050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:00.916935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:00.929589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.958020 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'tag': '30116f33-460b-47c5-a3cf-483153866a15', 'status': 'completed', 'code': 200} Apr 16 12:00:00.958535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:00.964890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Usage tracker for resource:security_group_rule and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:00.969217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:00.979674 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:01.064058 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.068202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.102198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:01.135909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234352d2-f5a3-4170-86ab-a92c8369da24,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:01.138451 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.140412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Router 6195b669-8260-4064-ab89-1748897283c9 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:00:01.143600 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2540684 Apr 16 12:00:01.144147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54078) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:01.145145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:01.151612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'security_group_rule': {'security_group_id': '234352d2-f5a3-4170-86ab-a92c8369da24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:01.153426 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e19f4103-e415-4c33-b8fc-52d7d71d2c93 req-5452efd3-d035-4ce7-b78c-b0d02661c12c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Synchronizing usage tracker for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:01.158694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:01.163116 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Usage tracker for resource:security_group_rule and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:01.167295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:01.173277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:01.192149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.238569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] Set router e9cb88a2-10af-440d-be70-bbbe879ead61 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:01.268430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.272031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.274222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cd59af82-f9bf-443c-b7fb-5748ebb16bb9 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:01.309452 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d96a7b-8492-4b53-8b32-ae20a7b4d084,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:01.319221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:01.320215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.322002 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756148 Apr 16 12:00:01.324806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54086) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:01.328861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e19f4103-e415-4c33-b8fc-52d7d71d2c93 req-5452efd3-d035-4ce7-b78c-b0d02661c12c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Unset dirty status for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:01.330198 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e19f4103-e415-4c33-b8fc-52d7d71d2c93 req-5452efd3-d035-4ce7-b78c-b0d02661c12c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.2405527 Apr 16 12:00:01.331202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'security_group_rule': {'security_group_id': '234352d2-f5a3-4170-86ab-a92c8369da24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:01.338618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:01.343319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Usage tracker for resource:security_group_rule and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:01.348442 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:01.356455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:01.374854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.386670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:01.392694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.397291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] Sync routers for ids ['6195b669-8260-4064-ab89-1748897283c9'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:01.413103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] Routers {'6195b669-8260-4064-ab89-1748897283c9'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:01.413801 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:59:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['6195b669-8260-4064-ab89-1748897283c9'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:01.501590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.507260 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.510152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:01.523640 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "DELETE /v2.0/floatingips/b484adc2-2068-411f-adad-38a36cba2588 HTTP/1.1" status: 204 len: 168 time: 5.5856168 Apr 16 12:00:01.597440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e2fa62-b361-4b42-adaf-5a9813534938,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:01.600151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.605333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54100) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:01.605466 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2791917 Apr 16 12:00:01.606576 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:01.611598 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'floatingip': {'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:01.620458 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:01.625768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Usage tracker for resource:floatingip and tenant:d2a01745d9a84187974f0dab28d96d51 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:01.629240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:01.645015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:01.670189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for floatingip, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.769480 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:26Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7ce9873b-6431-4bae-81ae-189459e81a47', 'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'mac_address': 'fa:16:3e:4a:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:24Z', 'updated_at': '2021-04-16T11:58:41Z', 'revision_number': 5, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'subnets': [{'id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:01.774380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed88476a-4e4e-4593-adc0-cb8f10b96237 None None] The sync data for ids ['e9cb88a2-10af-440d-be70-bbbe879ead61'] in dv-cinder-786627-1-iscsi is: [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:26Z', 'revision_number': 4, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7ce9873b-6431-4bae-81ae-189459e81a47', 'name': '', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'mac_address': 'fa:16:3e:4a:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:24Z', 'updated_at': '2021-04-16T11:58:41Z', 'revision_number': 5, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'subnets': [{'id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:01.825405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30116f33-460b-47c5-a3cf-483153866a15'}, {'server_uuid': '568bab29-4cf6-4e25-b564-76f947d199c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b896185e-3dee-4389-843f-9005b65eb5b0'}, {'server_uuid': 'bde19762-c7ca-491f-83b5-5f2ff703deb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9be58e9-e2a6-459c-ab46-df8b792a13c1'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:01.917980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.960299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54112) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:01.960816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] Set router 6195b669-8260-4064-ab89-1748897283c9 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:01.974182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573817040', 'description': 'tempest-description--31907223'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:01.996921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:02.025387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:02.061693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.095962 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30116f33-460b-47c5-a3cf-483153866a15', 'code': 200} Apr 16 12:00:02.096239 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568bab29-4cf6-4e25-b564-76f947d199c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b896185e-3dee-4389-843f-9005b65eb5b0', 'code': 200} Apr 16 12:00:02.096547 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde19762-c7ca-491f-83b5-5f2ff703deb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9be58e9-e2a6-459c-ab46-df8b792a13c1', 'code': 200} Apr 16 12:00:02.104623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:02.124253 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Usage tracker for resource:security_group_rule and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:02.128379 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:02.135098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:02.227549 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.231061 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.235774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2b2bed3e-a620-4694-9ab6-b0e46c7d19d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:02.293887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Allocated IP 172.27.3.191 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/a7c0a670-042c-45cf-9c21-29577c1cd0e7) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:02.299065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.303555 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3416519 Apr 16 12:00:02.307493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54132) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:02.307887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0f4b-2ecf-4a65-91ef-006fb151fba1 req-60f11ddd-ee5b-48f8-9e2b-e4b4af16582d tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:02.309802 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-512b0f4b-2ecf-4a65-91ef-006fb151fba1 req-60f11ddd-ee5b-48f8-9e2b-e4b4af16582d tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.2609353 Apr 16 12:00:02.314146 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'security_group_rule': {'security_group_id': '691b7a5f-daf1-4470-a983-c751d0382769', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:02.320287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691b7a5f-daf1-4470-a983-c751d0382769,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:02.323259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:02.332916 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:02.336488 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Usage tracker for resource:security_group_rule and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:02.340272 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:02.340639 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17368ae1-66a8-48ea-8804-0080079fd164 None None] New status for floating IP 7f4b3cde-d375-45da-a1d7-4d0354b76fe9: DOWN {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:00:02.347161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:02.426969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.525358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '61043fe5-985d-47be-8f2f-db594f15c81e', 'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'mac_address': 'fa:16:3e:c3:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:14Z', 'updated_at': '2021-04-16T11:58:37Z', 'revision_number': 5, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'subnets': [{'id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:02.533884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] Checking router: 6195b669-8260-4064-ab89-1748897283c9 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:02.555807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] Routers {'6195b669-8260-4064-ab89-1748897283c9'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:02.556717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T11:59:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['6195b669-8260-4064-ab89-1748897283c9'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:02.557816 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-555259f8-3f8d-4561-99dd-cb0720b0784f req-5e4b8988-1c5d-433d-be1a-1c901592005a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0606411 Apr 16 12:00:02.590564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.597538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.600365 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-921996e9-035e-4e66-8026-1d41f133e9b2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:02.673694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.677496 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665674 Apr 16 12:00:02.677496 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52466669-bb6b-457b-8b32-024d6f98792b,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:02.679673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:02.693113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54146) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:02.713703 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'security_group_rule': {'security_group_id': '691b7a5f-daf1-4470-a983-c751d0382769', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:02.737911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:02.747894 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Usage tracker for resource:security_group_rule and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:02.752469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:02.760010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:02.798967 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.806769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] Set router 6195b669-8260-4064-ab89-1748897283c9 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:02.874533 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.878969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.881406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:02.905970 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-512b0f4b-2ecf-4a65-91ef-006fb151fba1 req-2e6b168e-d22a-49ae-9add-48194fab3182 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701168 Apr 16 12:00:02.907986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8f2c21-7c9f-4dc1-a107-824622207e34,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:02.918933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:02.924605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.926660 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2323356 Apr 16 12:00:02.931311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54150) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:02.937959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'floatingip': {'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:02.945322 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:02.954273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Usage tracker for resource:floatingip and tenant:f221bd72ee4a41b38cf66ce2e39c9d8b is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:02.957649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:02.965471 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:02.966391 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88345c8-984a-4e47-8d3b-5faf37bc0b55', 'name': 'network-vif-deleted', 'tag': 'ff914437-0d1c-4892-ae7b-fdd4c80a29e1'}, {'name': 'network-changed', 'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:02.975428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for floatingip, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.005644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.035594 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f88345c8-984a-4e47-8d3b-5faf37bc0b55', 'name': 'network-vif-deleted', 'tag': 'ff914437-0d1c-4892-ae7b-fdd4c80a29e1', 'status': 'failed', 'code': 422} returned with failed status Apr 16 12:00:03.035983 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'status': 'completed', 'code': 200} Apr 16 12:00:03.048241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe90265-aa10-4afb-86df-4878472880e3 req-3336dee8-313f-4613-91f9-2e9e9e542d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:03.049902 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bbe90265-aa10-4afb-86df-4878472880e3 req-3336dee8-313f-4613-91f9-2e9e9e542d82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 1097 time: 0.4639583 Apr 16 12:00:03.062376 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.080215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7960a77f-344c-4e90-ad21-f61773a43988 tempest-DeleteServersTestJSON-880087556 tempest-DeleteServersTestJSON-880087556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:03.130367 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.182266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '61043fe5-985d-47be-8f2f-db594f15c81e', 'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'mac_address': 'fa:16:3e:c3:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:14Z', 'updated_at': '2021-04-16T11:58:37Z', 'revision_number': 5, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'subnets': [{'id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:03.188606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1503f-f03f-4871-9754-4b44a70f60a8 None None] The sync data for ids ['6195b669-8260-4064-ab89-1748897283c9'] in dv-cinder-786627-1-iscsi is: [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T11:58:16Z', 'revision_number': 4, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '61043fe5-985d-47be-8f2f-db594f15c81e', 'name': '', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'mac_address': 'fa:16:3e:c3:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:14Z', 'updated_at': '2021-04-16T11:58:37Z', 'revision_number': 5, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'subnets': [{'id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:03.248609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'Port': ['ID=a7c0a670-042c-45cf-9c21-29577c1cd0e7,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:03.253489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:03.296713 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Allocated IP 172.27.3.224 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/e0097b3b-8b57-4364-89bf-9b15ba4926d8) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:03.309259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:03.310527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:03.313248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:03.427596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.500009 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.522166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.534077 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.550369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ef4bf114-0e58-47d5-97fc-c05a544d8b80 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:03.699579 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499dc07b-7d14-45c3-9bcc-c24884d83fda None None] New status for floating IP b484adc2-2068-411f-adad-38a36cba2588: DOWN {{(pid=85345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:00:03.706065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'Port': ['ID=e0097b3b-8b57-4364-89bf-9b15ba4926d8,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:03.709326 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:03.769669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:03.770882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:03.773775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:03.781969 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2e9af413-e914-43e4-8b15-6e8d2fad7679 req-c6372177-56a3-494c-9546-7c6c4e3f9765 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0647919 Apr 16 12:00:03.845870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.850019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.874875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:03.890600 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.972813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.027595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'Port': ['ID=a7c0a670-042c-45cf-9c21-29577c1cd0e7,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:04.031974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:04.120556 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.142071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.152274 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5366013 Apr 16 12:00:04.251535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a8b82-877c-4965-a5fd-6a8c024c930a req-3562c255-359a-42d0-8931-f32e892e6d05 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:04.253120 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad7a8b82-877c-4965-a5fd-6a8c024c930a req-3562c255-359a-42d0-8931-f32e892e6d05 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.1960456 Apr 16 12:00:04.296908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.312781 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.330920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:04.382700 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad7a8b82-877c-4965-a5fd-6a8c024c930a req-197565cc-497e-487a-aada-dfa727a198f3 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219571 Apr 16 12:00:04.390924 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-61086a4d-ad57-4d37-999b-992d756f38f5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--931289574&fields=id&tenant_id=d2a01745d9a84187974f0dab28d96d51 HTTP/1.1" status: 200 len: 267 time: 0.0509756 Apr 16 12:00:04.471955 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'Port': ['ID=e0097b3b-8b57-4364-89bf-9b15ba4926d8,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:04.476512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:04.580649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-2ba14c96-b606-49b9-b22b-c5231c6447fd tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:04.582282 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-2ba14c96-b606-49b9-b22b-c5231c6447fd tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 810 time: 0.1815369 Apr 16 12:00:04.589663 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.604119 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-cbf14b1e-14fe-4cec-a2ae-96929420bd2b tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/quotas/d2a01745d9a84187974f0dab28d96d51 HTTP/1.1" status: 200 len: 375 time: 0.0141246 Apr 16 12:00:04.617650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.618996 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6862035 Apr 16 12:00:04.700080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-a03333cf-0ce5-4930-a64b-a1fcc63b6db3 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Synchronizing usage tracker for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:04.715476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-a03333cf-0ce5-4930-a64b-a1fcc63b6db3 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Unset dirty status for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:04.717257 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-a03333cf-0ce5-4930-a64b-a1fcc63b6db3 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1065953 Apr 16 12:00:04.857387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-1ed7f6c9-ea68-4400-98c4-5e74e6b434df tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Synchronizing usage tracker for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:04.867823 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-2e3d02de-e153-4c8d-930a-aab59cc4d648 service neutron] 10.222.0.48 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374285 Apr 16 12:00:04.872673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-1ed7f6c9-ea68-4400-98c4-5e74e6b434df tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Unset dirty status for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:04.873939 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-1ed7f6c9-ea68-4400-98c4-5e74e6b434df tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--573817040&fields=id&tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b HTTP/1.1" status: 200 len: 267 time: 0.0599055 Apr 16 12:00:05.018031 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-88ba9fc5-ab6c-49ce-b947-34512b497ae0 service neutron] 10.222.0.48 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426082 Apr 16 12:00:05.039804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-45cbcd88-3f2e-40ba-a6fa-16cf10c238bc tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:05.042203 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-45cbcd88-3f2e-40ba-a6fa-16cf10c238bc tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 816 time: 0.1607375 Apr 16 12:00:05.066529 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-c17ac79e-53ac-4e2a-bbb0-84f40ec996bc tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/quotas/f221bd72ee4a41b38cf66ce2e39c9d8b HTTP/1.1" status: 200 len: 375 time: 0.0110133 Apr 16 12:00:05.161558 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71b8752a-bd11-4759-8edd-cc988caa72d0 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0962331 Apr 16 12:00:05.268470 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad66a2cc-8c6a-44b9-9abf-c6407b43a514 req-d90c9958-af4d-4002-b434-038b47b9727a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0505087 Apr 16 12:00:05.327677 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-cc2dce22-5452-48ec-9c7b-59cd39030dc9 service neutron] 10.222.0.48 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525898 Apr 16 12:00:05.377824 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9398a22c-7181-4820-88df-b9b840de8d5c req-726ab902-e9be-44a0-852a-305f9c07f71b tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 210 time: 0.0539589 Apr 16 12:00:05.496502 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-adf56b88-0737-45ae-b4dd-8508f63b61f7 service neutron] 10.222.0.48 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619451 Apr 16 12:00:05.645310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b55b-629e-497b-b2e2-61f8df27ef47 req-a22c98b2-261b-4e81-a710-4406fa4ff36b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:05.646951 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-77e9b55b-629e-497b-b2e2-61f8df27ef47 req-a22c98b2-261b-4e81-a710-4406fa4ff36b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.1046026 Apr 16 12:00:05.701053 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-77e9b55b-629e-497b-b2e2-61f8df27ef47 req-00b48969-d002-4fad-a7ab-78bf750cd976 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472045 Apr 16 12:00:05.748946 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4b512774-eb42-4e88-a234-0af1ed17fb4f req-68418414-d0a0-477e-b6bb-e4975a66e891 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 210 time: 0.0705149 Apr 16 12:00:06.034277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-7fcaf61f-ac8b-43d4-bb5e-eff3e1065cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:06.035814 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-7fcaf61f-ac8b-43d4-bb5e-eff3e1065cfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 1096 time: 0.0926800 Apr 16 12:00:06.092246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe90265-aa10-4afb-86df-4878472880e3 req-383cc712-c822-4c73-bec5-27feb4c2b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:06.093858 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bbe90265-aa10-4afb-86df-4878472880e3 req-383cc712-c822-4c73-bec5-27feb4c2b592 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 911 time: 0.1642315 Apr 16 12:00:06.234444 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bbe90265-aa10-4afb-86df-4878472880e3 req-c9984053-125f-49db-8cc1-dc8bfbeee8b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30116f33-460b-47c5-a3cf-483153866a15 HTTP/1.1" status: 200 len: 217 time: 0.1142645 Apr 16 12:00:06.323421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe90265-aa10-4afb-86df-4878472880e3 req-4ef2fbfa-311e-45d5-a53c-3e1b3cab783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:06.325207 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bbe90265-aa10-4afb-86df-4878472880e3 req-4ef2fbfa-311e-45d5-a53c-3e1b3cab783c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 200 len: 849 time: 0.0706451 Apr 16 12:00:06.472959 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8ad17e9b-f8e5-437b-bfa9-e98222e74dce req-955132b2-ceed-4e9a-ab1a-85a1c53e2993 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0778852 Apr 16 12:00:06.485702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-d6b90d76-71c3-48af-a83d-64f78db545a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:06.487725 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-d6b90d76-71c3-48af-a83d-64f78db545a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 917 time: 0.4358902 Apr 16 12:00:06.541425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe90265-aa10-4afb-86df-4878472880e3 req-5174eae1-ff47-42cf-a408-86e3c799991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:06.543898 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bbe90265-aa10-4afb-86df-4878472880e3 req-5174eae1-ff47-42cf-a408-86e3c799991f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1973944 Apr 16 12:00:06.588294 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-12d7f28c-c7ff-40a8-a614-58ebf94aa03d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22 HTTP/1.1" status: 200 len: 217 time: 0.0919297 Apr 16 12:00:06.717770 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-01655b91-116a-4989-8215-725f55055298 req-a3f3b7af-3f8d-47d6-943c-b3a6df3b22ef tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 210 time: 0.0719843 Apr 16 12:00:06.790173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-a76e636c-ec23-44cd-8d2b-e79535ad2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:06.792298 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-a76e636c-ec23-44cd-8d2b-e79535ad2019 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.1895053 Apr 16 12:00:06.878662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-569ab3dd-d235-4037-9e4b-967dbf757ba0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:06.880341 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-569ab3dd-d235-4037-9e4b-967dbf757ba0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.55 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 810 time: 0.2298830 Apr 16 12:00:07.001122 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-917cb7a9-a742-476a-a69e-7aeb937a3b0b req-7969f3c2-1d91-4269-9658-d8b37427cdcc tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 210 time: 0.1069305 Apr 16 12:00:07.073363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-ccab1ae8-fdf6-4d4f-8746-376a5799f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:07.076892 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-ccab1ae8-fdf6-4d4f-8746-376a5799f71f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2734623 Apr 16 12:00:07.106196 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bbe90265-aa10-4afb-86df-4878472880e3 req-e83bdb37-9ff5-4168-a850-72aef8323064 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516744 Apr 16 12:00:07.300424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-a8eb5268-2beb-4b31-8c3d-b3548a53eb17 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:07.302018 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-a8eb5268-2beb-4b31-8c3d-b3548a53eb17 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 816 time: 0.2123988 Apr 16 12:00:07.467733 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bbe90265-aa10-4afb-86df-4878472880e3 req-d2cb1dc4-360d-4100-9361-5c7c56678163 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403757 Apr 16 12:00:07.473229 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-22abc959-dcac-4ec0-8bda-1745e2ef45ce tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b HTTP/1.1" status: 200 len: 8423 time: 0.1014819 Apr 16 12:00:07.503020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54316) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:07.527273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Request body: {'port': {'device_id': '6bc9668d-ff65-4f54-aebe-2ee814435ad1', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'admin_state_up': True, 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'security_groups': ['691b7a5f-daf1-4470-a983-c751d0382769']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:07.546135 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-7d00a357-45df-406d-8d67-d7abe6145e78 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2a01745d9a84187974f0dab28d96d51 HTTP/1.1" status: 200 len: 8427 time: 0.6561232 Apr 16 12:00:07.568120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Request body: {'port': {'device_id': 'd6dfd6ee-a5ea-48bb-9f48-da20f06daf56', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'admin_state_up': True, 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'security_groups': ['234352d2-f5a3-4170-86ab-a92c8369da24']}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:07.674092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8b443-40ec-40e8-907a-dd4e2b80b53a req-70360e88-8339-488e-8d16-c8e8e41ce917 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:07.676791 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1ec8b443-40ec-40e8-907a-dd4e2b80b53a req-70360e88-8339-488e-8d16-c8e8e41ce917 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.7344010 Apr 16 12:00:07.835150 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ae5f3e63-e429-4c81-a64e-b9cab0c7372a req-263a5ef4-bcc8-4a2f-ada9-bd3423cde086 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0875893 Apr 16 12:00:07.857532 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1ec8b443-40ec-40e8-907a-dd4e2b80b53a req-54dc3991-157b-4cbc-bb69-2e1325a4269d tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710026 Apr 16 12:00:07.915446 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-cd0ed561-986e-463c-832f-c3f48fd0fceb service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518543 Apr 16 12:00:07.951049 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:07.976226 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:07.994269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:07.999525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Made reservation on behalf of d2a01745d9a84187974f0dab28d96d51 for: {'port': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:08.015335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.030515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.130635 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:08.148093 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:08.153204 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Usage tracker for resource:security_group_rule and tenant:857152f117ff4443a3c795fd459d6f0b is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:08.157312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:08.168954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:08.268993 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5dd5c30a-a098-4dd7-a9b8-5db0dc878e96 req-2885b313-6c0c-44ab-a0ed-7a0e4d972781 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 210 time: 0.1310086 Apr 16 12:00:08.283912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Made reservation on behalf of f221bd72ee4a41b38cf66ce2e39c9d8b for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:08.291136 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.447487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a95b077e-54b0-4391-8025-6a2c92930da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.593764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-bfb6db87-1595-4599-bf47-29c1eb439231 req-ee8c6ca6-fc95-4921-ae37-f7e11b02e58f tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Synchronizing usage tracker for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:08.605951 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.608885 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-26ed96d2-cf01-4d11-a236-eda0829bd1c2 req-71d778af-f949-494b-8ef5-d4cf0fe7ba19 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6856077 Apr 16 12:00:08.615164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Allocated IP 172.20.0.7 (6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605/dee9660e-00d1-4652-8fbb-4b7b81a7d2ba/6fc4de38-bf28-49e3-bea2-60cdf2aa8992) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:08.622033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-bfb6db87-1595-4599-bf47-29c1eb439231 req-ee8c6ca6-fc95-4921-ae37-f7e11b02e58f tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Unset dirty status for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:08.627473 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.632916 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bfb6db87-1595-4599-bf47-29c1eb439231 req-ee8c6ca6-fc95-4921-ae37-f7e11b02e58f tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 210 time: 0.1876690 Apr 16 12:00:08.645389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:08.742365 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=857152f117ff4443a3c795fd459d6f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2380378 Apr 16 12:00:08.751510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54376) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:08.757656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8f9ef8-e154-4a85-b824-b8c5a8d57b42,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:08.796558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.797110 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.797604 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.800211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.800211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.800211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.800211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.812400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.812969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.813497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.813914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.815276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:08.858046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:08.870656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Allocated IP 172.20.0.14 (30cb16a0-3a69-4e73-8022-cef4510ee34c/5e165c5b-826e-478c-ae89-71ac2f340a0f/e5e389cb-eb5b-4e8a-9aff-0811682a3b7d) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:08.970985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.997057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed16b8a0-5d00-4578-bbe2-aff45812ff5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.999054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Transition to ACTIVE for port object 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 will not be triggered until provisioned by entity DHCP. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:09.079217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed16b8a0-5d00-4578-bbe2-aff45812ff5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.115332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.135202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:09.250566 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-04ff431f-1d59-4564-bbe1-3d665b49fa8f req-050fd60d-106c-4eb5-a7cb-4ca3372fc4d4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1797562 Apr 16 12:00:09.251171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed16b8a0-5d00-4578-bbe2-aff45812ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.261440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-75154829-a8a1-4df4-8658-68e13d2a29e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:09.285296 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16b8a0-5d00-4578-bbe2-aff45812ff5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8f9ef8-e154-4a85-b824-b8c5a8d57b42,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:09.291216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ed16b8a0-5d00-4578-bbe2-aff45812ff5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:09.292742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b147b5c-da13-4c13-a6d6-401db1766235 req-36ee0a84-c25b-4e06-95cb-56de0a71d273 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:09.294512 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1b147b5c-da13-4c13-a6d6-401db1766235 req-36ee0a84-c25b-4e06-95cb-56de0a71d273 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.2576585 Apr 16 12:00:09.315309 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed16b8a0-5d00-4578-bbe2-aff45812ff5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.316607 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ed16b8a0-5d00-4578-bbe2-aff45812ff5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c8f9ef8-e154-4a85-b824-b8c5a8d57b42 HTTP/1.1" status: 204 len: 168 time: 0.5639498 Apr 16 12:00:09.409931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.430947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Transition to ACTIVE for port object e5e389cb-eb5b-4e8a-9aff-0811682a3b7d will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:09.459061 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event updated for resources: {'Port': ['ID=6fc4de38-bf28-49e3-bea2-60cdf2aa8992,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:09.476291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:09.477999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.478412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.478819 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.479217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.479610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.480031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.480426 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.480817 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.481287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.481580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.481968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.482358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:09.524402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:09.540453 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1b147b5c-da13-4c13-a6d6-401db1766235 req-18f705e1-817f-4af8-a9f0-8bec603164e4 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172892 Apr 16 12:00:09.543620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:09.550185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:09.631702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e4e17-0297-42f6-a34c-b0f3461d15a3 req-baf14ad6-c332-4153-abe4-8992e72e3ed2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:09.632543 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-226e4e17-0297-42f6-a34c-b0f3461d15a3 req-baf14ad6-c332-4153-abe4-8992e72e3ed2 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 931 time: 0.1983690 Apr 16 12:00:09.677670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.709544 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:09.711537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.714194 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eab1a29b-302a-48d2-8342-39f1dc54de72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:09.772319 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2171206 Apr 16 12:00:09.789159 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Request body: {'port': {'device_id': 'd6dfd6ee-a5ea-48bb-9f48-da20f06daf56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:09.929173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-226e4e17-0297-42f6-a34c-b0f3461d15a3 req-e75b2b4f-69aa-46df-bf94-06678a31196d tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Synchronizing usage tracker for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:09.968692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-eec1a476-e2ec-45b5-a8b6-7eeff8564451 None None] Provisioning for port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:09.973668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-226e4e17-0297-42f6-a34c-b0f3461d15a3 req-e75b2b4f-69aa-46df-bf94-06678a31196d tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Unset dirty status for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:09.982193 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-226e4e17-0297-42f6-a34c-b0f3461d15a3 req-e75b2b4f-69aa-46df-bf94-06678a31196d tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=234352d2-f5a3-4170-86ab-a92c8369da24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419843 Apr 16 12:00:09.984197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-eec1a476-e2ec-45b5-a8b6-7eeff8564451 None None] Provisioning complete for port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:09.984720 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eec1a476-e2ec-45b5-a8b6-7eeff8564451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.985800 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54400) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:10.011650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event updated for resources: {'Port': ['ID=e5e389cb-eb5b-4e8a-9aff-0811682a3b7d,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:10.017956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:10.033448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.057235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:10.061894 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] Usage tracker for resource:security_group_rule and tenant:b894a6d8cdec433f9e70e766cee82fc1 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:10.067343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:10.091396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:10.095791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-eec1a476-e2ec-45b5-a8b6-7eeff8564451 None None] Port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:00:10.125528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Network 30cb16a0-3a69-4e73-8022-cef4510ee34c is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:10.133852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:10.138010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:10.188113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.231900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d673d-b697-4d6f-a5d9-dff52a30b775 req-a63d5b3f-e59f-4b28-a4d3-7f761989d982 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:10.239749 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f67d673d-b697-4d6f-a5d9-dff52a30b775 req-a63d5b3f-e59f-4b28-a4d3-7f761989d982 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 932 time: 0.3497593 Apr 16 12:00:10.276932 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:10.277675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.365388 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8432429 Apr 16 12:00:10.382874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Request body: {'port': {'device_id': '6bc9668d-ff65-4f54-aebe-2ee814435ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:10.440165 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f67d673d-b697-4d6f-a5d9-dff52a30b775 req-21d60cb9-a00d-45fb-9539-9c6c16752e07 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=691b7a5f-daf1-4470-a983-c751d0382769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993012 Apr 16 12:00:10.506424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1274df9-e920-42d5-8aa2-afdfe9f00248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.532810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.540216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.556418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-bbf8d04f-0e09-4ba4-8ecd-7c5f42646cb2 None None] Provisioning for port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:10.562167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-627c9682-c166-44ff-9078-913cfa6d0187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:10.570985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-bbf8d04f-0e09-4ba4-8ecd-7c5f42646cb2 None None] Provisioning complete for port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:10.572111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d04f-0e09-4ba4-8ecd-7c5f42646cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.628549 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b894a6d8cdec433f9e70e766cee82fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343274 Apr 16 12:00:10.694995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8d04f-0e09-4ba4-8ecd-7c5f42646cb2 None None] Port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:00:10.705084 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54416) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:10.713421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849d3639-dba7-4fac-be6c-d73d2ed6f721,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:10.717308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:10.801613 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5a92f68a-34d6-4734-b0ed-c82bcf3e54bb req-7fe13f48-d13b-41a6-8659-41608a3ce380 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0943520 Apr 16 12:00:10.827327 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.932160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a6f65-c8d1-4034-a4dd-2c006f010a2b req-1ad9cdeb-7f52-42a4-8ad7-e9cd69386c5f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:10.936018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3a080414-eca7-4abf-841a-1f4ff8aed7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.939723 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e54a6f65-c8d1-4034-a4dd-2c006f010a2b req-1ad9cdeb-7f52-42a4-8ad7-e9cd69386c5f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.1841497 Apr 16 12:00:11.032903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3a080414-eca7-4abf-841a-1f4ff8aed7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.045725 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e54a6f65-c8d1-4034-a4dd-2c006f010a2b req-dcc82ec1-f254-4f8a-8f7e-fe0b3a38cc08 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050496 Apr 16 12:00:11.096165 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 {{(pid=85343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:11.122172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.150454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Transition to ACTIVE for port object 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 will not be triggered until provisioned by entity L2. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:11.157354 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.194238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:11.281682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Pushing event updated for resources: {'Port': ['ID=6fc4de38-bf28-49e3-bea2-60cdf2aa8992,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:11.288263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.295217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3a080414-eca7-4abf-841a-1f4ff8aed7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.302819 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:11.331636 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a080414-eca7-4abf-841a-1f4ff8aed7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849d3639-dba7-4fac-be6c-d73d2ed6f721,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:11.334989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:11.343237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3a080414-eca7-4abf-841a-1f4ff8aed7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:11.730328 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3a080414-eca7-4abf-841a-1f4ff8aed7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.734199 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3a080414-eca7-4abf-841a-1f4ff8aed7a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/849d3639-dba7-4fac-be6c-d73d2ed6f721 HTTP/1.1" status: 204 len: 168 time: 1.0232303 Apr 16 12:00:11.757327 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f821fe-b2b3-4328-bf75-01fd91cb96a9 req-e4681db9-f931-42da-a4bd-c97501a4d4bc tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.769572 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-05f821fe-b2b3-4328-bf75-01fd91cb96a9 req-e4681db9-f931-42da-a4bd-c97501a4d4bc tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 943 time: 0.5877852 Apr 16 12:00:11.849806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.927790 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-05f821fe-b2b3-4328-bf75-01fd91cb96a9 req-f687ae63-e2b9-446d-aff5-e23d0c471d91 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=234352d2-f5a3-4170-86ab-a92c8369da24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570888 Apr 16 12:00:11.966238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e389cb-eb5b-4e8a-9aff-0811682a3b7d {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:11.993217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:12.036625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Transition to ACTIVE for port object e5e389cb-eb5b-4e8a-9aff-0811682a3b7d will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:12.041235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:12.069747 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a44b9357-3ba1-4ed7-92ec-8b7dd19a88e1 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:12.086643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64da70-1d84-4660-9125-f774e21f98ec req-e04b7368-0111-49fa-b9b7-197b1b370990 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:12.095465 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eb64da70-1d84-4660-9125-f774e21f98ec req-e04b7368-0111-49fa-b9b7-197b1b370990 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 932 time: 0.4000401 Apr 16 12:00:12.098015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Attempting to bind port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:12.103783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Attempting to bind port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:12.104257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Attempting to bind port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 on network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:12.159019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 on network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:00:12.162662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Attempting to bind port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 on network 6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:12.179168 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:12.192449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Checking segment: {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:12.193624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Bound using segment: {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:12.194483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Bound port: 6fc4de38-bf28-49e3-bea2-60cdf2aa8992, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d18289a-9ea0-4fc9-9188-bde149bac489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605'}}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:12.194797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:12.385124 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eb64da70-1d84-4660-9125-f774e21f98ec req-ce052656-f69d-497a-911c-5415d59c247c tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=691b7a5f-daf1-4470-a983-c751d0382769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666938 Apr 16 12:00:12.392791 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ea218395-6eb8-49cd-aff8-9a1f93f1ce92 req-ab0a6b65-0d5d-4e1d-9cbc-971a3f03f12f tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1653237 Apr 16 12:00:12.524772 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] For port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992, host hv-cinder-78662, cleared binding levels {{(pid=85343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:12.530287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] For port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6fc4de38-bf28-49e3-bea2-60cdf2aa8992,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:12.536863 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:12.583149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:12.583397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e389cb-eb5b-4e8a-9aff-0811682a3b7d,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:12.600926 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:12.679526 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54442) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:13.092427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54450) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:13.178129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.210622 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:13.216463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] Usage tracker for resource:security_group_rule and tenant:2a8b35e677d241559776fadeb73f01a2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:13.220099 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.221255 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:13.228733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:13.329466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.335141 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Pushing event updated for resources: {'Port': ['ID=6fc4de38-bf28-49e3-bea2-60cdf2aa8992,revision_number=3']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:13.338041 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.386493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:13.456182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-14b3906a-d345-4ee3-9d15-86a2db563dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:13.465534 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:13.468599 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.471807 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] 10.222.0.55 "PUT /v2.0/ports/6fc4de38-bf28-49e3-bea2-60cdf2aa8992 HTTP/1.1" status: 200 len: 1093 time: 3.6887002 Apr 16 12:00:13.492790 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a8b35e677d241559776fadeb73f01a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935411 Apr 16 12:00:13.499522 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dfd6ee-a5ea-48bb-9f48-da20f06daf56', 'tag': '6fc4de38-bf28-49e3-bea2-60cdf2aa8992'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:13.504662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54458) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:13.505658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fa7f1d-352e-4cba-821c-188b4a68cb9e,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:13.523448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:13.640424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Attempting to bind port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:13.641317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Attempting to bind port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:13.641963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Attempting to bind port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d on network 30cb16a0-3a69-4e73-8022-cef4510ee34c {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:13.649364 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d on network 30cb16a0-3a69-4e73-8022-cef4510ee34c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:00:13.649813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd63f6-6c57-472f-9881-73f8700dc6a6 req-bc33b007-b4fc-46af-b71e-52d03b9c704f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:13.651691 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Attempting to bind port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d on network 30cb16a0-3a69-4e73-8022-cef4510ee34c {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:13.652268 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ebbd63f6-6c57-472f-9881-73f8700dc6a6 req-bc33b007-b4fc-46af-b71e-52d03b9c704f tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.9513025 Apr 16 12:00:13.671631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:13.672486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Checking segment: {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:13.673136 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Bound using segment: {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:13.673830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Bound port: e5e389cb-eb5b-4e8a-9aff-0811682a3b7d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068913d2-7f59-4438-9780-b5287b5ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:13.674475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.740025 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-79e50c84-0969-4ff1-afbc-30fb8f4f3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:13.741976 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-79e50c84-0969-4ff1-afbc-30fb8f4f3a98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 1096 time: 0.2156615 Apr 16 12:00:13.749052 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ebbd63f6-6c57-472f-9881-73f8700dc6a6 req-a99288f4-9f5c-4be2-bf38-c48e4b6bb7b4 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882494 Apr 16 12:00:13.820837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] For port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:13.836580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] For port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5e389cb-eb5b-4e8a-9aff-0811682a3b7d,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:13.859048 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-e726c455-561b-4dc6-9ec9-afae25075070 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fc4de38-bf28-49e3-bea2-60cdf2aa8992 HTTP/1.1" status: 200 len: 217 time: 0.1069763 Apr 16 12:00:13.860128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.939225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-b19b7afc-b9e6-4092-9846-3fd0f4979c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:13.941534 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-b19b7afc-b9e6-4092-9846-3fd0f4979c28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 200 len: 849 time: 0.0715783 Apr 16 12:00:13.979811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:14.061585 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.080987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e389cb-eb5b-4e8a-9aff-0811682a3b7d,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:14.094704 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:14.109971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-de10984c-2c52-41ed-a616-bb5586423fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.127542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-3f148737-d426-458b-b680-7f842a51ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:14.129543 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:14.129851 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-3f148737-d426-458b-b680-7f842a51ec6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1727407 Apr 16 12:00:14.139252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd608a4c-e2c7-4872-b424-6674d67151ff req-cbf2bcc1-3de1-4f6f-a6d2-d5aa423af8be tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:14.141273 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cd608a4c-e2c7-4872-b424-6674d67151ff req-cbf2bcc1-3de1-4f6f-a6d2-d5aa423af8be tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 944 time: 0.1421402 Apr 16 12:00:14.160665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] Usage tracker for resource:security_group_rule and tenant:f9980f8b75cb4e33b6e06faab7b74a4e is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:14.174957 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aba617-d366-4771-bc4f-15bda355b721 req-47ae4b26-9383-47e2-ab89-511b78b3a0f7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:14.184582 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-85aba617-d366-4771-bc4f-15bda355b721 req-47ae4b26-9383-47e2-ab89-511b78b3a0f7 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 943 time: 0.8502874 Apr 16 12:00:14.199313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:14.241762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-de10984c-2c52-41ed-a616-bb5586423fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.277343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:14.318087 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cd608a4c-e2c7-4872-b424-6674d67151ff req-0aac5101-5dea-45e4-ba29-23947cf70084 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=691b7a5f-daf1-4470-a983-c751d0382769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475961 Apr 16 12:00:14.324206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:14.325122 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.326842 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/e5e389cb-eb5b-4e8a-9aff-0811682a3b7d HTTP/1.1" status: 200 len: 1094 time: 3.9513848 Apr 16 12:00:14.358506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc9668d-ff65-4f54-aebe-2ee814435ad1', 'tag': 'e5e389cb-eb5b-4e8a-9aff-0811682a3b7d'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:14.380730 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-56da1690-726b-4cff-80b7-0b0874bbf4aa service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278235 Apr 16 12:00:14.464702 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-85aba617-d366-4771-bc4f-15bda355b721 req-209e4ed3-4c20-42c9-829e-eb6a6171e95f tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=234352d2-f5a3-4170-86ab-a92c8369da24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712877 Apr 16 12:00:14.592498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-de10984c-2c52-41ed-a616-bb5586423fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.603675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2da6b1f5-6a2f-4738-8afd-a350bc3143ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:14.615997 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dfd6ee-a5ea-48bb-9f48-da20f06daf56', 'tag': '6fc4de38-bf28-49e3-bea2-60cdf2aa8992', 'status': 'completed', 'code': 200} Apr 16 12:00:14.620272 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-257a92ae-96b5-4ccf-abcc-896eedc6a03d service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361169 Apr 16 12:00:14.621933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10984c-2c52-41ed-a616-bb5586423fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fa7f1d-352e-4cba-821c-188b4a68cb9e,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:14.718038 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3acffc11-31f9-4330-be52-df4634f3c013 req-d5ecf34a-7734-4adb-92de-239a801adf1e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0705881 Apr 16 12:00:14.756351 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-7ed3a1f2-aec4-42f6-b09b-940b6a126675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:14.757895 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-7ed3a1f2-aec4-42f6-b09b-940b6a126675 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 1097 time: 0.3689535 Apr 16 12:00:14.760314 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc9668d-ff65-4f54-aebe-2ee814435ad1', 'tag': 'e5e389cb-eb5b-4e8a-9aff-0811682a3b7d', 'status': 'completed', 'code': 200} Apr 16 12:00:14.761965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-de10984c-2c52-41ed-a616-bb5586423fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:14.775321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-de10984c-2c52-41ed-a616-bb5586423fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.776624 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-de10984c-2c52-41ed-a616-bb5586423fe2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40fa7f1d-352e-4cba-821c-188b4a68cb9e HTTP/1.1" status: 204 len: 168 time: 1.2492638 Apr 16 12:00:14.926566 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-6387474b-4e17-4a5f-974c-f08c686d1879 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5e389cb-eb5b-4e8a-9aff-0811682a3b7d HTTP/1.1" status: 200 len: 217 time: 0.1407042 Apr 16 12:00:15.003172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-c9d976a7-7e34-4940-b81c-e6cc6645a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.008637 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-c9d976a7-7e34-4940-b81c-e6cc6645a442 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 1096 time: 0.2217352 Apr 16 12:00:15.191856 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-64c9c3ac-9b21-4845-946d-0923916689de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.194154 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-64c9c3ac-9b21-4845-946d-0923916689de service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 911 time: 0.1718893 Apr 16 12:00:15.262083 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:15.294891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:15.304637 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-1df8a2a8-f150-40b0-9787-ceedc415d41c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fc4de38-bf28-49e3-bea2-60cdf2aa8992 HTTP/1.1" status: 200 len: 217 time: 0.1003926 Apr 16 12:00:15.325669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ed16b8a0-5d00-4578-bbe2-aff45812ff5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:15.368198 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9980f8b75cb4e33b6e06faab7b74a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6851168 Apr 16 12:00:15.377321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-2123bd71-b721-47d1-bddd-91ac1d7bd023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.379761 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-2123bd71-b721-47d1-bddd-91ac1d7bd023 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.4373283 Apr 16 12:00:15.426195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-c700972a-593a-491f-af93-fc5c49540ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.427957 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-c700972a-593a-491f-af93-fc5c49540ae9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 200 len: 849 time: 0.1087480 Apr 16 12:00:15.428507 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54478) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:15.568430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d1b4d6-bb4c-45bc-9b63-f3c8c9a144ba,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:15.585257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:15.598249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f347f3-5eac-440a-9b59-f30178adb9d5 req-39c13278-eb63-458d-bc26-fcdca298de59 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.600371 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99f347f3-5eac-440a-9b59-f30178adb9d5 req-39c13278-eb63-458d-bc26-fcdca298de59 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.5572045 Apr 16 12:00:15.621671 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-f51072c5-64da-4cdd-a794-ed00cf064609 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2467947 Apr 16 12:00:15.745524 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5c180c63-352a-4b56-9870-76ff1979ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.747223 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5c180c63-352a-4b56-9870-76ff1979ee79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2905991 Apr 16 12:00:15.752398 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99f347f3-5eac-440a-9b59-f30178adb9d5 req-4d882813-2cda-4a52-8ad4-f75ec12ace90 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421356 Apr 16 12:00:15.789362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-42fd24ed-3465-4661-a86c-e3ab65ad2dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:15.815387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-a2d0843f-54e1-45fc-a29c-489fe40c7632 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.816206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-a2d0843f-54e1-45fc-a29c-489fe40c7632 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Synchronizing usage tracker for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:15.848312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48759534-fd70-411d-b054-b92646bc0010 req-488ac6e5-b9ac-4642-8773-451927fbfd71 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.858695 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-48759534-fd70-411d-b054-b92646bc0010 req-488ac6e5-b9ac-4642-8773-451927fbfd71 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 944 time: 0.2470815 Apr 16 12:00:15.898017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-e8642095-4858-4bee-9bfc-49edf0ce307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.899859 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-e8642095-4858-4bee-9bfc-49edf0ce307d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 1096 time: 0.2372026 Apr 16 12:00:15.920880 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-20f9d41e-c39c-461c-85cd-abe207e66696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.922618 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-20f9d41e-c39c-461c-85cd-abe207e66696 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4776521 Apr 16 12:00:15.925840 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-42fd24ed-3465-4661-a86c-e3ab65ad2dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:15.941646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-a2d0843f-54e1-45fc-a29c-489fe40c7632 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Unset dirty status for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:15.942888 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-a2d0843f-54e1-45fc-a29c-489fe40c7632 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 943 time: 0.3975608 Apr 16 12:00:15.990315 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-48759534-fd70-411d-b054-b92646bc0010 req-63e1afce-fbd1-402e-97af-377382e3845d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=691b7a5f-daf1-4470-a983-c751d0382769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291761 Apr 16 12:00:16.160926 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-46d22b5d-9590-4b03-87b6-17410f51a175 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018462 Apr 16 12:00:16.232865 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287f680-fb93-462d-a51c-3ee4d1ba6ac5 req-1d8ef981-2fb6-4191-8113-90c465d1cac6 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:16.236504 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c287f680-fb93-462d-a51c-3ee4d1ba6ac5 req-1d8ef981-2fb6-4191-8113-90c465d1cac6 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 943 time: 0.3354583 Apr 16 12:00:16.253194 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2e699063-fd31-4a5c-b48c-09826b795845 req-5236f903-7196-459d-9244-845b9d48823b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0810983 Apr 16 12:00:16.266885 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-8b2a8e44-8e60-4f5b-8221-5ef23356085b service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101702 Apr 16 12:00:16.378718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Deleting port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:16.379111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.498890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-42fd24ed-3465-4661-a86c-e3ab65ad2dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.508788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-084d6e56-6beb-4b04-9810-77924e481970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:16.540676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd24ed-3465-4661-a86c-e3ab65ad2dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d1b4d6-bb4c-45bc-9b63-f3c8c9a144ba,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:16.549821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-42fd24ed-3465-4661-a86c-e3ab65ad2dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:16.566218 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-42fd24ed-3465-4661-a86c-e3ab65ad2dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.569986 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-42fd24ed-3465-4661-a86c-e3ab65ad2dd6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66d1b4d6-bb4c-45bc-9b63-f3c8c9a144ba HTTP/1.1" status: 204 len: 168 time: 1.1379371 Apr 16 12:00:16.674733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-141b6861-2643-4022-99c9-0658511d0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:16.676400 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-141b6861-2643-4022-99c9-0658511d0ab4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 917 time: 0.7144413 Apr 16 12:00:16.745861 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aeab07b5-e015-4f4f-97ea-254ae5f010b1 req-b3620395-dd82-4a5f-87d4-a44e32245ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588675 Apr 16 12:00:16.811262 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c287f680-fb93-462d-a51c-3ee4d1ba6ac5 req-980a5827-13e5-4a92-8353-0b0a33b10050 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups?id=234352d2-f5a3-4170-86ab-a92c8369da24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875329 Apr 16 12:00:16.876293 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-6414733b-8841-4abd-aff4-2f03e83c015c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22 HTTP/1.1" status: 200 len: 217 time: 0.1826522 Apr 16 12:00:16.916642 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] For port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6fc4de38-bf28-49e3-bea2-60cdf2aa8992,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:16.918111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.974803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-df410403-f381-4184-9c87-f13803a910c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:16.976326 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-df410403-f381-4184-9c87-f13803a910c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.0896339 Apr 16 12:00:17.098612 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-1d11d06e-5259-4b93-a64a-ad70a171c942 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9195364 Apr 16 12:00:17.191818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Calling delete_port for 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 owned by compute:nova {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:17.254939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-30fd31c5-52c6-4ba8-9165-2932e7724899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:17.265472 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-30fd31c5-52c6-4ba8-9165-2932e7724899 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2788463 Apr 16 12:00:17.392649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaf9e9-f12d-45d8-948b-49e462f1c13b req-b0b7c286-8ff9-428f-b3be-a636141d9c12 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:17.394664 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3abaf9e9-f12d-45d8-948b-49e462f1c13b req-b0b7c286-8ff9-428f-b3be-a636141d9c12 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.4653013 Apr 16 12:00:17.535048 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3abaf9e9-f12d-45d8-948b-49e462f1c13b req-c8ce39f6-c0d8-4114-bfda-9416232cd5dd tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143150 Apr 16 12:00:17.539149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:17.588753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:17.609225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbbf8e-e262-4b17-b0d3-9e7f3eb91188 req-186c3102-fad2-40b0-b067-bd8ca2a14ddc tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:17.610464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-39dbbf8e-e262-4b17-b0d3-9e7f3eb91188 req-186c3102-fad2-40b0-b067-bd8ca2a14ddc tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Synchronizing usage tracker for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:17.632345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-1bbdf059-3166-46fb-83c8-cbc0e86fd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:17.638590 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-1bbdf059-3166-46fb-83c8-cbc0e86fd647 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 1097 time: 0.4800177 Apr 16 12:00:17.735699 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-df82e78f-c4d5-4229-84f3-2bf026505020 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772109 Apr 16 12:00:17.858805 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event deleted for resources: {'Port': ['ID=6fc4de38-bf28-49e3-bea2-60cdf2aa8992,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:17.873038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:17.873491 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-39dbbf8e-e262-4b17-b0d3-9e7f3eb91188 req-186c3102-fad2-40b0-b067-bd8ca2a14ddc tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Unset dirty status for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:17.875064 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-39dbbf8e-e262-4b17-b0d3-9e7f3eb91188 req-186c3102-fad2-40b0-b067-bd8ca2a14ddc tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 944 time: 0.6256218 Apr 16 12:00:17.929483 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ae58121b-3871-463c-ba78-99243baed195 req-9e394674-303d-4a13-898c-6b238e04f5ed tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0917387 Apr 16 12:00:18.066542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-47a3e76b-fcb2-473a-b322-0beabd8ffb79 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:18.068612 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-47a3e76b-fcb2-473a-b322-0beabd8ffb79 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 944 time: 0.4063864 Apr 16 12:00:18.145725 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-39dbbf8e-e262-4b17-b0d3-9e7f3eb91188 req-60fae6c3-fe2f-4ba1-b0af-8b03e14f49d9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=691b7a5f-daf1-4470-a983-c751d0382769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636231 Apr 16 12:00:18.174377 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-790acf8a-206e-4b97-a084-2944515de52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:18.176192 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-790acf8a-206e-4b97-a084-2944515de52d service neutron] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 917 time: 0.4661763 Apr 16 12:00:18.180836 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-1daee2a4-6b92-4396-bfba-acce007ecaf0 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311185 Apr 16 12:00:18.288710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54520) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:18.319047 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-d8daa6ae-be06-4bad-aed7-b81ebdf89474 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5e389cb-eb5b-4e8a-9aff-0811682a3b7d HTTP/1.1" status: 200 len: 217 time: 0.1234443 Apr 16 12:00:18.471349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-804027e5-82c3-423b-aca6-905cde6592b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:18.476106 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-804027e5-82c3-423b-aca6-905cde6592b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.1458859 Apr 16 12:00:18.645863 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1884153354-network', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:18.653022 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] No DVR routers for this DVR port 6fc4de38-bf28-49e3-bea2-60cdf2aa8992 on host hv-cinder-78662 {{(pid=85343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:00:18.656347 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:18.657512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:18.664222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Usage tracker for resource:network and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:18.669092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:18.669807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dfd6ee-a5ea-48bb-9f48-da20f06daf56', 'name': 'network-vif-deleted', 'tag': '6fc4de38-bf28-49e3-bea2-60cdf2aa8992'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:18.679780 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:18.692855 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f853db25-615b-420c-af02-203638a6ecd9 req-66f674f4-05db-4884-8182-9a75352879df tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 210 time: 0.1519227 Apr 16 12:00:18.723031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-9e435a93-5bc9-4b5e-a5e9-ec5487510e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:18.727471 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-9e435a93-5bc9-4b5e-a5e9-ec5487510e23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2336721 Apr 16 12:00:18.731037 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Made reservation on behalf of f7a44c96ec644398b4e11c7e8bf52cfd for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:18.744162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:18.749638 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.55 "DELETE /v2.0/ports/6fc4de38-bf28-49e3-bea2-60cdf2aa8992 HTTP/1.1" status: 204 len: 173 time: 2.6268997 Apr 16 12:00:18.777633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Deleting port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:18.778116 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:18.824215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:18.829314 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd6dfd6ee-a5ea-48bb-9f48-da20f06daf56', 'name': 'network-vif-deleted', 'tag': '6fc4de38-bf28-49e3-bea2-60cdf2aa8992', 'status': 'failed', 'code': 422} returned with failed status Apr 16 12:00:18.958634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:18.961944 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:18.979989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:18.997506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:19.116601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:19.131501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:19.144508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c205e02b-27f1-4bcc-a152-42cee8184f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:19.154183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] For port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5e389cb-eb5b-4e8a-9aff-0811682a3b7d,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:19.154869 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:19.218051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:00:19.231742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be441fe6-14e7-45e6-b9ba-1743938b825f,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:19.235094 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0b46bc74-5fa8-49ea-a122-bd5f17dc5240 req-a6f020b4-5d9c-4827-8233-502cd6dc148b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0709167 Apr 16 12:00:19.250783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:19.387121 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:19.388272 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Added segment f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480 of type vlan for network 1f3257f1-1776-430e-b756-cae43f523094 Apr 16 12:00:19.403453 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-4867b5d5-de56-48cb-a5d6-2a999bab30a5 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122730 Apr 16 12:00:19.406932 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Calling delete_port for e5e389cb-eb5b-4e8a-9aff-0811682a3b7d owned by compute:nova {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:19.519610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:19.541633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e803c75-3de0-4a10-822a-5c0428a37d63 req-d897c180-9935-4fa3-9038-4a4c6505f587 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:19.550753 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8e803c75-3de0-4a10-822a-5c0428a37d63 req-d897c180-9935-4fa3-9038-4a4c6505f587 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.7306688 Apr 16 12:00:19.619440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54536) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:19.687054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-72b59022-a514-49a2-9737-da2afe9072df tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Synchronizing usage tracker for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:19.698358 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8e803c75-3de0-4a10-822a-5c0428a37d63 req-11e0ab0d-c6bf-4aa2-af5c-04555ea92a45 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462972 Apr 16 12:00:19.702479 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-27672432-933a-4b71-988e-3f8ce38d0e5c req-e69267fc-96f7-4ec4-9a1d-34a9b13390e1 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835286 Apr 16 12:00:19.712964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:19.715115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:19.716208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:19.776691 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-72b59022-a514-49a2-9737-da2afe9072df tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Unset dirty status for tenant:d2a01745d9a84187974f0dab28d96d51 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:19.778072 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-72b59022-a514-49a2-9737-da2afe9072df tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 210 time: 0.1567910 Apr 16 12:00:19.779012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f669456f-764f-4398-91c9-ea6453fb4a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:19.805455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfbbd3-da9a-4b08-b296-b169f489d2c7 req-0d9517c8-f89c-43be-9576-d39849141f0e tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:19.814360 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-79bfbbd3-da9a-4b08-b296-b169f489d2c7 req-0d9517c8-f89c-43be-9576-d39849141f0e tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 944 time: 0.4346704 Apr 16 12:00:19.868228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:19.883021 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5792530 Apr 16 12:00:19.886939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:19.896396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54542) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:19.917920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Pushing event updated for resources: {'Network': ['ID=1f3257f1-1776-430e-b756-cae43f523094,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:19.929983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:19.930177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 1f3257f1-1776-430e-b756-cae43f523094 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:00:19.936680 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Request body: {'subnet': {'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1884153354-subnet', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:19.940638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:19.947914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Usage tracker for resource:subnet and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:19.951910 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:19.988187 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-79bfbbd3-da9a-4b08-b296-b169f489d2c7 req-e6b30a55-ada2-4f1b-bd18-f88b0da4fab0 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups?id=691b7a5f-daf1-4470-a983-c751d0382769&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727149 Apr 16 12:00:20.058135 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-326b240f-346e-489b-81b1-91ae320b9740 req-34bf420f-a58c-4da2-b3ff-a7c374173242 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 210 time: 0.0838199 Apr 16 12:00:20.059164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:20.071974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Made reservation on behalf of f7a44c96ec644398b4e11c7e8bf52cfd for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:20.102142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852507983'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:20.166566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event deleted for resources: {'Port': ['ID=e5e389cb-eb5b-4e8a-9aff-0811682a3b7d,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:20.172270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:20.531490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] No DVR routers for this DVR port e5e389cb-eb5b-4e8a-9aff-0811682a3b7d on host hv-cinder-78662 {{(pid=85343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:00:20.535186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:20.554023 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-5caabf6c-98a2-45d0-bde8-1fc74ee4f0d4 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.55 "DELETE /v2.0/ports/e5e389cb-eb5b-4e8a-9aff-0811682a3b7d HTTP/1.1" status: 204 len: 173 time: 2.3926234 Apr 16 12:00:20.583800 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2277c033-676e-4902-b3e2-9f3a5f7847b2 req-d569a662-a532-4111-8118-1168dd3e4f00 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1180801 Apr 16 12:00:20.644862 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3e888601-3860-4319-9753-2298e78be92e req-7a4caa8e-1f16-4d07-9624-8a518e679083 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6dfd6ee-a5ea-48bb-9f48-da20f06daf56 HTTP/1.1" status: 200 len: 210 time: 0.0803041 Apr 16 12:00:20.830957 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc9668d-ff65-4f54-aebe-2ee814435ad1', 'name': 'network-vif-deleted', 'tag': 'e5e389cb-eb5b-4e8a-9aff-0811682a3b7d'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:21.356342 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc7d45-9138-40a8-a109-f555745f4f97 req-21ba0ac3-7f60-4a34-9da0-2802b2078268 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:21.357950 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-85fc7d45-9138-40a8-a109-f555745f4f97 req-21ba0ac3-7f60-4a34-9da0-2802b2078268 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.2231650 Apr 16 12:00:21.378958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2849262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852508030'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.482425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-d246e6e3-fa50-4d32-a9ab-5a6b06ed3cc6 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Synchronizing usage tracker for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:21.514184 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-d246e6e3-fa50-4d32-a9ab-5a6b06ed3cc6 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Unset dirty status for tenant:f221bd72ee4a41b38cf66ce2e39c9d8b on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:21.515698 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d16347fc-0029-424e-b9e9-3cbae832e08f req-d246e6e3-fa50-4d32-a9ab-5a6b06ed3cc6 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 210 time: 0.1544027 Apr 16 12:00:21.573578 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6bc9668d-ff65-4f54-aebe-2ee814435ad1', 'name': 'network-vif-deleted', 'tag': 'e5e389cb-eb5b-4e8a-9aff-0811682a3b7d', 'status': 'failed', 'code': 422} returned with failed status Apr 16 12:00:21.599147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:21.669437 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e96243-886f-4aae-915e-46910fab8b71,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:21.694101 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:21.706569 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-85fc7d45-9138-40a8-a109-f555745f4f97 req-dd314213-1b2b-444d-a949-8a833f939964 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308434 Apr 16 12:00:21.780080 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c4751298-bb2f-44c5-83d7-5ddbbb46dcd7 req-600a323e-455a-43fb-bbdd-fed3ed4516fb tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 210 time: 0.0846357 Apr 16 12:00:21.796076 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Checking segment: {'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:21.797643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Network hostable DHCP agents. Network: 1f3257f1-1776-430e-b756-cae43f523094, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:00:21.841873 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Network 1f3257f1-1776-430e-b756-cae43f523094 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:00:21.864273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 1f3257f1-1776-430e-b756-cae43f523094) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:21.876472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea0bda-240a-464c-8756-d8c57e30136b None None] Network 1f3257f1-1776-430e-b756-cae43f523094 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:21.918587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:21.920091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.967921 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0696061 Apr 16 12:00:21.970511 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54582) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:21.986719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:22.011023 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:22.111353 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f52c4a9c-4fa8-4935-87e7-4d8126077e01 req-b08115cf-9194-40e0-ba48-2cd3f4d3370a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1046691 Apr 16 12:00:22.113173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Usage tracker for resource:router and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:22.119618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:22.124589 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0d4b4f09-4567-4844-92e5-70d70b4ab728 req-5f7b4314-ab05-4e5d-98bf-9214e8c32067 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc9668d-ff65-4f54-aebe-2ee814435ad1 HTTP/1.1" status: 200 len: 210 time: 0.0828738 Apr 16 12:00:22.129785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:22.178471 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854333925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12756'] for router, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.189060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54588) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:22.190232 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763044'] for router, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.238928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.288835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.289862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1524a0a1-71c2-54fb-a479-75533e45da76-1f3257f1-1776-430e-b756-cae43f523094', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71'}]}} from dv-cinder-786627-1-iscsi. {{(pid=85345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:00:22.290986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.313341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98cb5900-3810-440a-a41b-63089db0721c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.427855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98cb5900-3810-440a-a41b-63089db0721c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.518317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Allocated IP 172.20.0.2 (1f3257f1-1776-430e-b756-cae43f523094/68e96243-886f-4aae-915e-46910fab8b71/dbf0cad1-7e40-4724-a0c9-2b908ce70618) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:22.606249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98cb5900-3810-440a-a41b-63089db0721c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.631226 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ca5a0575-da89-488b-97cc-2018fa92140d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:22.675050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb5900-3810-440a-a41b-63089db0721c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234352d2-f5a3-4170-86ab-a92c8369da24,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:22.679489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-98cb5900-3810-440a-a41b-63089db0721c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:22.684574 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98cb5900-3810-440a-a41b-63089db0721c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.686889 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-98cb5900-3810-440a-a41b-63089db0721c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "DELETE /v2.0/security-groups/234352d2-f5a3-4170-86ab-a92c8369da24 HTTP/1.1" status: 204 len: 168 time: 0.4963946 Apr 16 12:00:22.691770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54594) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:22.729243 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.v2.resource [None req-eaba4cb6-a113-4ce7-ad19-68a626b1cd08 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] show failed (client error): The resource could not be found. Apr 16 12:00:22.731557 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-eaba4cb6-a113-4ce7-ad19-68a626b1cd08 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "GET /v2.0/security-groups/234352d2-f5a3-4170-86ab-a92c8369da24 HTTP/1.1" status: 404 len: 347 time: 0.0373664 Apr 16 12:00:22.736243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54600) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:22.816291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.942400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54608) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:23.002323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.014380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Transition to ACTIVE for port object dbf0cad1-7e40-4724-a0c9-2b908ce70618 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:23.039324 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Transition to ACTIVE for port object dbf0cad1-7e40-4724-a0c9-2b908ce70618 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:23.056699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.070864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6c88c78-aefc-4f65-a1ee-642774684fac tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.143621 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Deleting port a7c0a670-042c-45cf-9c21-29577c1cd0e7 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:23.144430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.177928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6c88c78-aefc-4f65-a1ee-642774684fac tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.201021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:23.291550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Pushing event updated for resources: {'Port': ['ID=dbf0cad1-7e40-4724-a0c9-2b908ce70618,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:23.303498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.303924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.304318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.304710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.305098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.305472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.306493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.306895 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.307287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.307673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.308112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.308492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:23.312666 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:23.318580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Network 1f3257f1-1776-430e-b756-cae43f523094 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:23.319802 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Resources bound (agent type, host, resource id): {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:23.322555 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:23.399064 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.399783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.474384 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cd8b95d1-565d-4291-a8de-d0bf56117600 req-aef02d09-7488-4a64-a057-0cd8061592b3 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0752764 Apr 16 12:00:23.480175 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Attempting to bind port dbf0cad1-7e40-4724-a0c9-2b908ce70618 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:23.480735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Attempting to bind port dbf0cad1-7e40-4724-a0c9-2b908ce70618 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:23.481263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Attempting to bind port dbf0cad1-7e40-4724-a0c9-2b908ce70618 on network 1f3257f1-1776-430e-b756-cae43f523094 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:23.487692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:23.488441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Checking segment: {'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:23.489269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.489401 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Bound using segment: {'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:23.490257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Bound port: dbf0cad1-7e40-4724-a0c9-2b908ce70618, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:23.491043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.594628 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ac42d-fe89-4744-a66f-facd5701679a req-7bbb8546-2660-43e8-8b1f-e7130ef23e4b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:23.602650 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a83ac42d-fe89-4744-a66f-facd5701679a req-7bbb8546-2660-43e8-8b1f-e7130ef23e4b tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.6486552 Apr 16 12:00:23.614237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Calling delete_port for a7c0a670-042c-45cf-9c21-29577c1cd0e7 owned by network:floatingip {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:23.616677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] For port dbf0cad1-7e40-4724-a0c9-2b908ce70618, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:23.620964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] For port dbf0cad1-7e40-4724-a0c9-2b908ce70618, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=dbf0cad1-7e40-4724-a0c9-2b908ce70618,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:23.625161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.689085 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.748893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:23.766174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.768898 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a83ac42d-fe89-4744-a66f-facd5701679a req-a7f2b4c9-0cd4-4d19-847e-380aaa0ad9ff tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644475 Apr 16 12:00:23.971394 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.116595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Pushing event updated for resources: {'Port': ['ID=dbf0cad1-7e40-4724-a0c9-2b908ce70618,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:24.121389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cfb31945-73cc-4320-91d8-bb96c3292b02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:24.122393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:24.177014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Pushing event deleted for resources: {'Port': ['ID=a7c0a670-042c-45cf-9c21-29577c1cd0e7,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:24.180876 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:24.259821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Allocated IP 172.27.3.228 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/ec8eb587-41d5-445e-9472-3f660998a897) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:24.277317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6c88c78-aefc-4f65-a1ee-642774684fac tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.283341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:24.302216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks [] for floatingip, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.302800 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c88c78-aefc-4f65-a1ee-642774684fac tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691b7a5f-daf1-4470-a983-c751d0382769,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:24.325018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.326430 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] 10.222.0.48 "DELETE /v2.0/floatingips/4d109084-ed08-4697-a2d1-3bb4c079a310 HTTP/1.1" status: 204 len: 168 time: 1.5888247 Apr 16 12:00:24.338045 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54616) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:24.563597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.615374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f6c88c78-aefc-4f65-a1ee-642774684fac tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:24.619921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.670336 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:24.944480 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d5ca8da9-15da-4121-8c97-c70a194a489a req-755b0007-7b8b-4388-8ae4-1e74cdb2ed06 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1196349 Apr 16 12:00:24.992390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Pushing event updated for resources: {'Port': ['ID=ec8eb587-41d5-445e-9472-3f660998a897,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:24.995566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:24.996690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6c88c78-aefc-4f65-a1ee-642774684fac tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.998443 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f6c88c78-aefc-4f65-a1ee-642774684fac tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "DELETE /v2.0/security-groups/691b7a5f-daf1-4470-a983-c751d0382769 HTTP/1.1" status: 204 len: 168 time: 2.0443983 Apr 16 12:00:25.003364 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54626) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:25.023660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:25.027128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:25.029591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:25.063606 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.api.v2.resource [None req-5e42b1b5-8f47-4027-aa01-3edc6f58c562 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] show failed (client error): The resource could not be found. Apr 16 12:00:25.064823 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-5e42b1b5-8f47-4027-aa01-3edc6f58c562 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "GET /v2.0/security-groups/691b7a5f-daf1-4470-a983-c751d0382769 HTTP/1.1" status: 404 len: 347 time: 0.0592325 Apr 16 12:00:25.070564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54630) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:25.172638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937ceb-72b7-4a7e-852c-370c36bb0d18 req-0fa42526-f0d4-41fe-b943-8b83a4f9df86 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:25.174563 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a9937ceb-72b7-4a7e-852c-370c36bb0d18 req-0fa42526-f0d4-41fe-b943-8b83a4f9df86 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.1865575 Apr 16 12:00:25.335567 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a9937ceb-72b7-4a7e-852c-370c36bb0d18 req-df5a64ea-cb5c-47fb-8ef0-e1d2dbe0f894 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498518 Apr 16 12:00:25.365300 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Deleting port e0097b3b-8b57-4364-89bf-9b15ba4926d8 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:25.365680 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:25.391445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854331395'] for router_interface, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:25.936660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device dbf0cad1-7e40-4724-a0c9-2b908ce70618 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:25.966724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:25.967361 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:26.158050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e7a32-61f4-4c5c-a16d-bd9ca89f4148 None None] Network 1f3257f1-1776-430e-b756-cae43f523094 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:26.167685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:26.253890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Calling delete_port for e0097b3b-8b57-4364-89bf-9b15ba4926d8 owned by network:floatingip {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:26.289506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Deleting port 7ce9873b-6431-4bae-81ae-189459e81a47 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:26.290645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:26.329960 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port dbf0cad1-7e40-4724-a0c9-2b908ce70618 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:26.339354 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port dbf0cad1-7e40-4724-a0c9-2b908ce70618 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:26.340114 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:26.410084 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-1fc8c414-da8a-41f2-bb17-1b8700fdb954 None None] Provisioning for port dbf0cad1-7e40-4724-a0c9-2b908ce70618 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:26.530080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:26.565930 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] For port 7ce9873b-6431-4bae-81ae-189459e81a47, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=7ce9873b-6431-4bae-81ae-189459e81a47,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:26.566410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:26.575731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-1fc8c414-da8a-41f2-bb17-1b8700fdb954 None None] Provisioning complete for port dbf0cad1-7e40-4724-a0c9-2b908ce70618 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:26.576690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c414-da8a-41f2-bb17-1b8700fdb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:26.745238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port dbf0cad1-7e40-4724-a0c9-2b908ce70618, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=dbf0cad1-7e40-4724-a0c9-2b908ce70618,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:26.753786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Calling delete_port for 7ce9873b-6431-4bae-81ae-189459e81a47 owned by network:router_interface {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:26.843692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:26.871680 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:27.056850 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dfd8b6b2-e62d-4776-8f4d-5045c13f7868 req-bbcaf216-ede0-4274-9623-5dfd13f84b13 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.7253561 Apr 16 12:00:27.098576 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=dbf0cad1-7e40-4724-a0c9-2b908ce70618,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:27.113398 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:27.223583 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a12ac-ebe3-4c36-a522-8ac0db01e0ce req-24d3677c-836e-415e-a65f-42409b403844 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:27.225290 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-916a12ac-ebe3-4c36-a522-8ac0db01e0ce req-24d3677c-836e-415e-a65f-42409b403844 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.1746385 Apr 16 12:00:27.335258 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-916a12ac-ebe3-4c36-a522-8ac0db01e0ce req-d6ad3276-2aa9-46d3-9cf7-892a535134ad tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983169 Apr 16 12:00:27.369046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954'] for router, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.369629 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.396504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:27.509244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce9873b-6431-4bae-81ae-189459e81a47,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:27.512416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:27.569706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-d3f494b1-5fdc-4175-af50-7e48928f6416 None None] Provisioning complete for port dbf0cad1-7e40-4724-a0c9-2b908ce70618 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:27.569918 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d3f494b1-5fdc-4175-af50-7e48928f6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.716390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.871433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:27.956053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Pushing event deleted for resources: {'Port': ['ID=e0097b3b-8b57-4364-89bf-9b15ba4926d8,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:27.965474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:28.037341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device dbf0cad1-7e40-4724-a0c9-2b908ce70618 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:28.109776 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks [] for floatingip, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:28.207280 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port dbf0cad1-7e40-4724-a0c9-2b908ce70618 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:28.208733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:28.286444 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854332074'] for router_interface, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:28.291230 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:28.304415 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] 10.222.0.48 "DELETE /v2.0/floatingips/40a58fb8-7324-4ab3-8a53-4ac0265a4ffc HTTP/1.1" status: 204 len: 168 time: 3.2292914 Apr 16 12:00:28.318910 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54650) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:28.461128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b is scheduled to L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa with binding_index 1 {{(pid=85343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:00:28.518011 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0d6758ba-d361-4913-b7f2-e6f531b9813b req-50131168-aeab-4090-ab35-dbc163bfc46d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.2122939 Apr 16 12:00:28.913308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:28.928049 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Sync routers for ids ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:28.941987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Routers {'2275b079-da98-4b9d-90a3-e3d7b5d2b19b'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:28.942655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Notify callbacks [] for router, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:28.942846 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:28.944826 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9720137 Apr 16 12:00:28.947027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54658) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:29.160640 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Set router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:29.651960 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a8e1c-7f3c-41fe-9401-20dfc2b91329 req-651221c8-6bf0-4573-afdd-2cbf570653d6 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:29.653624 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ff6a8e1c-7f3c-41fe-9401-20dfc2b91329 req-651221c8-6bf0-4573-afdd-2cbf570653d6 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.8712604 Apr 16 12:00:29.690713 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:25Z', 'revision_number': 3, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:29.703007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Checking router: 2275b079-da98-4b9d-90a3-e3d7b5d2b19b for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:29.716627 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Updating router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b port ec8eb587-41d5-445e-9472-3f660998a897 binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:00:29.818537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.015695 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ff6a8e1c-7f3c-41fe-9401-20dfc2b91329 req-4521d776-924b-4f86-895b-af73f7ba7823 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505607 Apr 16 12:00:30.081130 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Router e9cb88a2-10af-440d-be70-bbbe879ead61 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:00:30.336165 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0cccc9d5-0a98-4b6a-9332-b7a4772ffbe2 req-ebaf1918-b3eb-41cc-bb4e-bd9c401c3645 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.5115466 Apr 16 12:00:30.446844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854331395'] for router_interface, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.463002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.471694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.479857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Transition to ACTIVE for port object ec8eb587-41d5-445e-9472-3f660998a897 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:30.487348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.675302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:30.755261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:30.766551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Pushing event updated for resources: {'Port': ['ID=ec8eb587-41d5-445e-9472-3f660998a897,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:30.774436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] Sync routers for ids ['e9cb88a2-10af-440d-be70-bbbe879ead61'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:30.776169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.776609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.776918 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.777295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.777666 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.778042 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.778411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.778777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.779474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.779474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.779833 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.780249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:30.806542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] Routers {'e9cb88a2-10af-440d-be70-bbbe879ead61'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:30.807861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['e9cb88a2-10af-440d-be70-bbbe879ead61'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:30.832581 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] 10.222.0.48 "PUT /v2.0/routers/e9cb88a2-10af-440d-be70-bbbe879ead61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4932070 Apr 16 12:00:30.837413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54686) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:30.881495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:30.903260 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Attempting to bind port ec8eb587-41d5-445e-9472-3f660998a897 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:30.904004 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Attempting to bind port ec8eb587-41d5-445e-9472-3f660998a897 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:30.904590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Attempting to bind port ec8eb587-41d5-445e-9472-3f660998a897 on network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:30.915199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:30.922052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:30.922819 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.923439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Bound using segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:30.924269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Bound port: ec8eb587-41d5-445e-9472-3f660998a897, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:30.924891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.935437 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Allocated IP 172.20.0.1 (1f3257f1-1776-430e-b756-cae43f523094/68e96243-886f-4aae-915e-46910fab8b71/1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:31.098392 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] Set router e9cb88a2-10af-440d-be70-bbbe879ead61 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:31.221158 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] For port ec8eb587-41d5-445e-9472-3f660998a897, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:31.223542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.229603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] For port ec8eb587-41d5-445e-9472-3f660998a897, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=ec8eb587-41d5-445e-9472-3f660998a897,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:31.237956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.264706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.266643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Transition to ACTIVE for port object 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b will not be triggered until provisioned by entity DHCP. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:31.268465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6426d17f-406d-4301-8c90-9a2240a0aef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:31.321306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.361264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:31.563444 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Pushing event updated for resources: {'Port': ['ID=ec8eb587-41d5-445e-9472-3f660998a897,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:31.575411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:31.666305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Routers {'2275b079-da98-4b9d-90a3-e3d7b5d2b19b'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:31.666986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:31.825713 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b8bcfcfe-ad52-4b98-8bc5-9d77c317d693 req-744d8c98-3170-43ef-9f16-bfb691ca8373 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1468055 Apr 16 12:00:31.875089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T12:00:27Z', 'revision_number': 5, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:31.892026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Pushing event updated for resources: {'Port': ['ID=1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:31.892740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] Checking router: e9cb88a2-10af-440d-be70-bbbe879ead61 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:31.905768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Deleting port 61043fe5-985d-47be-8f2f-db594f15c81e {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:31.906259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.911420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] Routers {'e9cb88a2-10af-440d-be70-bbbe879ead61'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:31.912224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['e9cb88a2-10af-440d-be70-bbbe879ead61'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:31.924259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:31.958448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] Set router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:31.987921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.012355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Network 1f3257f1-1776-430e-b756-cae43f523094 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:32.013746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:32.019936 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:32.029390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b927-1ce4-4066-a6ae-23369bd17c15 req-e775a3d8-c353-4d68-9128-eb671b3291c3 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:32.040586 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e292b927-1ce4-4066-a6ae-23369bd17c15 req-e775a3d8-c353-4d68-9128-eb671b3291c3 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.6445541 Apr 16 12:00:32.100293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Deleting port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:32.100668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.169748 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444299'] for router_interface, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.284912 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e292b927-1ce4-4066-a6ae-23369bd17c15 req-17e54161-2909-4901-b63d-5a3e11930e97 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432470 Apr 16 12:00:32.304081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] Set router e9cb88a2-10af-440d-be70-bbbe879ead61 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:32.519603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:25Z', 'revision_number': 3, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:32.533283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04d91e-cd29-46d7-9862-b220b7d36b40 None None] The sync data for ids ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'] in dv-cinder-786627-1-iscsi is: [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:25Z', 'revision_number': 3, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:32.573411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.920705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] For port 61043fe5-985d-47be-8f2f-db594f15c81e, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=61043fe5-985d-47be-8f2f-db594f15c81e,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:32.921264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.992805 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.997295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.038039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:33.171098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-6bb527c9-138b-4759-9a15-a7bde0bdc3bc None None] Provisioning for port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:33.174447 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Calling delete_port for 61043fe5-985d-47be-8f2f-db594f15c81e owned by network:router_interface {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:33.179642 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-6bb527c9-138b-4759-9a15-a7bde0bdc3bc None None] Provisioning complete for port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:33.180131 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6bb527c9-138b-4759-9a15-a7bde0bdc3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.263151 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6e8343e9-ba08-46c7-b05e-7e6f9feff3bf req-a004d63a-28fc-4bfa-bc12-1524bb1b37fc tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1421196 Apr 16 12:00:33.292059 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Pushing event updated for resources: {'Port': ['ID=1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:33.303483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:33.304997 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854155099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854331412'] for router_interface, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.356467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] For port d6d0aadc-05ff-4f7b-9ccb-2b541dabf436, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=d6d0aadc-05ff-4f7b-9ccb-2b541dabf436,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:33.356897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.557959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Network 1f3257f1-1776-430e-b756-cae43f523094 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:33.562954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:33.574542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-6bb527c9-138b-4759-9a15-a7bde0bdc3bc None None] Port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:00:33.604651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Calling delete_port for d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:33.621550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T12:00:27Z', 'revision_number': 5, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:33.626667 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff1a23-176e-417c-9ab4-a5eba8074903 None None] The sync data for ids ['e9cb88a2-10af-440d-be70-bbbe879ead61'] in dv-cinder-786627-1-iscsi is: [{'id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'name': 'tempest-AttachVolumeTestJSON-320126618-router', 'tenant_id': 'd2a01745d9a84187974f0dab28d96d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T12:00:27Z', 'revision_number': 5, 'project_id': 'd2a01745d9a84187974f0dab28d96d51', 'gw_port': {'id': 'd6d0aadc-05ff-4f7b-9ccb-2b541dabf436', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cb88a2-10af-440d-be70-bbbe879ead61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:12Z', 'updated_at': '2021-04-16T11:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:33.770105 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:00:33.967596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ec8eb587-41d5-445e-9472-3f660998a897 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:34.033371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba704dd4-4f1a-4afb-a302-be12a5f90bbf req-c0ea1b4c-cec1-46d2-a7b0-c8f001681e81 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:34.035225 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ba704dd4-4f1a-4afb-a302-be12a5f90bbf req-c0ea1b4c-cec1-46d2-a7b0-c8f001681e81 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.9374957 Apr 16 12:00:34.104013 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port ec8eb587-41d5-445e-9472-3f660998a897 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:34.113264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-752c934c-69a8-4057-89f6-56c5c8914b37 None None] Provisioning complete for port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:34.114407 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-752c934c-69a8-4057-89f6-56c5c8914b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.125668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.149484 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:34.157788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port ec8eb587-41d5-445e-9472-3f660998a897 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:34.158447 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.197983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:00:34.215170 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ba704dd4-4f1a-4afb-a302-be12a5f90bbf req-8a39308b-8ac4-4e50-9868-ca6a3ac26172 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675396 Apr 16 12:00:34.285221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d0aadc-05ff-4f7b-9ccb-2b541dabf436,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:34.305309 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:34.324641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-752c934c-69a8-4057-89f6-56c5c8914b37 None None] Port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:00:34.347852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.372845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port ec8eb587-41d5-445e-9472-3f660998a897, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=ec8eb587-41d5-445e-9472-3f660998a897,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:34.376240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.379342 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:34.447380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.530553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:34.549486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=ec8eb587-41d5-445e-9472-3f660998a897,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:34.553135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:34.558092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 7ce9873b-6431-4bae-81ae-189459e81a47 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:34.559778 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] 10.222.0.48 "PUT /v2.0/routers/2275b079-da98-4b9d-90a3-e3d7b5d2b19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6038618 Apr 16 12:00:34.589977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-68f601c0-e91a-4596-a773-b00b75156cca tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:34.591972 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-68f601c0-e91a-4596-a773-b00b75156cca tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.55 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 0.5228248 Apr 16 12:00:34.609758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f0db40ca-9902-45f3-a4d5-a72bbeae2853 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:34.651611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 7ce9873b-6431-4bae-81ae-189459e81a47 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:34.655346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 7ce9873b-6431-4bae-81ae-189459e81a47 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:34.718560 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=61043fe5-985d-47be-8f2f-db594f15c81e,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:34.746625 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0e043b7d-5e88-4cd0-a7ad-2ee227031527 req-cdf62334-904a-45fe-b1c0-27beda62eb1b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0845928 Apr 16 12:00:34.800553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Deleting port e9be58e9-e2a6-459c-ab46-df8b792a13c1 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:34.800553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.800966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:34.874151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331924'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.365816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] For port e9be58e9-e2a6-459c-ab46-df8b792a13c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e9be58e9-e2a6-459c-ab46-df8b792a13c1,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:35.366233 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.495351 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854333866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12715'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.507026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.568360 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854332074'] for router_interface, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.817139 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Calling delete_port for e9be58e9-e2a6-459c-ab46-df8b792a13c1 owned by compute:nova {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:35.942984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440518'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.951639 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9cb88a2-10af-440d-be70-bbbe879ead61 {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:00:36.006348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54764) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:36.044142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1943635597-network', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:36.087110 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ec8eb587-41d5-445e-9472-3f660998a897 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:36.143225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.151520 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] 10.222.0.48 "DELETE /v2.0/routers/e9cb88a2-10af-440d-be70-bbbe879ead61 HTTP/1.1" status: 204 len: 168 time: 5.3125563 Apr 16 12:00:36.157598 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54768) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:36.164978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:36.177204 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Usage tracker for resource:network and tenant:ce00a3631312457cb7c8b85d0fb76a5d is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:36.184791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:36.203486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:36.238174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Made reservation on behalf of ce00a3631312457cb7c8b85d0fb76a5d for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:36.248396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.261224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port ec8eb587-41d5-445e-9472-3f660998a897 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:36.263007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.647342 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-002712ec-2a1b-42fe-a1f0-1d2d5c453cca req-6f464f6a-4691-4b94-a7df-61a4e4f4f189 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.5368412 Apr 16 12:00:36.675822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.687237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Sync routers for ids ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:36.702057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Routers {'2275b079-da98-4b9d-90a3-e3d7b5d2b19b'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:36.703051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:36.753553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-98128135-3a14-44a8-84c4-46e94277ad2b admin admin] Deleting subnet dee9660e-00d1-4652-8fbb-4b7b81a7d2ba {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:00:36.757311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98128135-3a14-44a8-84c4-46e94277ad2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.812441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98128135-3a14-44a8-84c4-46e94277ad2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2876223'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.862056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:36.877409 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.db_base_plugin_v2 [None req-98128135-3a14-44a8-84c4-46e94277ad2b admin admin] Found port (30116f33-460b-47c5-a3cf-483153866a15, 172.20.0.13) having IP allocation on subnet dee9660e-00d1-4652-8fbb-4b7b81a7d2ba, cannot delete Apr 16 12:00:36.922307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Pushing event deleted for resources: {'Port': ['ID=e9be58e9-e2a6-459c-ab46-df8b792a13c1,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:36.931314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:37.028637 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.038766 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.pecan_wsgi.hooks.translation [None req-98128135-3a14-44a8-84c4-46e94277ad2b admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 16 12:00:37.039669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98128135-3a14-44a8-84c4-46e94277ad2b admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=85344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 12:00:37.054079 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] No DVR routers for this DVR port e9be58e9-e2a6-459c-ab46-df8b792a13c1 on host hv-cinder-78662 {{(pid=85343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:00:37.056393 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-98128135-3a14-44a8-84c4-46e94277ad2b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 409 len: 404 time: 0.8343468 Apr 16 12:00:37.065393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.072888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde19762-c7ca-491f-83b5-5f2ff703deb0', 'name': 'network-vif-deleted', 'tag': 'e9be58e9-e2a6-459c-ab46-df8b792a13c1'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:37.079898 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:37.084494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Usage tracker for resource:security_group_rule and tenant:ce00a3631312457cb7c8b85d0fb76a5d is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:37.097174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:37.106185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:37.120528 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6f9b5ba6-8324-460d-95d1-b37dee84c6ae req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.55 "DELETE /v2.0/ports/e9be58e9-e2a6-459c-ab46-df8b792a13c1 HTTP/1.1" status: 204 len: 173 time: 2.5209529 Apr 16 12:00:37.144242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Set router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:37.226907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.236509 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde19762-c7ca-491f-83b5-5f2ff703deb0', 'name': 'network-vif-deleted', 'tag': 'e9be58e9-e2a6-459c-ab46-df8b792a13c1', 'status': 'completed', 'code': 200} Apr 16 12:00:37.241593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.274978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:00:37.299272 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.299845 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Added segment 4166d76d-10a5-4ef3-8670-8d95cb2d5bc1 of type vlan for network 952a14f1-607a-4337-a1e5-f918418e9fa5 Apr 16 12:00:37.371455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-34b0e534-5f62-4a1b-a766-2525bbd8d666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:37.448666 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec51ec1-d7ec-455f-a782-555da17e1b87 req-fdb8ecd5-555a-4f2e-96ee-ee8c3085203a tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:37.462567 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fec51ec1-d7ec-455f-a782-555da17e1b87 req-fdb8ecd5-555a-4f2e-96ee-ee8c3085203a tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 943 time: 1.8116937 Apr 16 12:00:37.535067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1843cb-2728-4baa-aa35-243b87d37c1a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:37.538903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:37.584465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b', 'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'mac_address': 'fa:16:3e:f0:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:30Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 2, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'subnets': [{'id': '68e96243-886f-4aae-915e-46910fab8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:37.603896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.605134 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Checking router: 2275b079-da98-4b9d-90a3-e3d7b5d2b19b for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:37.605886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Updating router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:00:37.640274 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fec51ec1-d7ec-455f-a782-555da17e1b87 req-b746cbc7-eab0-4783-8447-067075f9bc13 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766715 Apr 16 12:00:37.724115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.794589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:37.879121 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.887429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:37.888403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.919157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:37.919512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device d6d0aadc-05ff-4f7b-9ccb-2b541dabf436 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:38.062266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7ae954fc-14ae-4a69-880d-9432e808d555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:38.214897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Pushing event updated for resources: {'Network': ['ID=952a14f1-607a-4337-a1e5-f918418e9fa5,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:38.218382 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2020297 Apr 16 12:00:38.221461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54816) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:38.228422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Request body: {'subnet': {'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1943635597-subnet', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'ip_version': 4}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:38.233219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 952a14f1-607a-4337-a1e5-f918418e9fa5 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:00:38.236067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:38.244215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:38.251500 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b8aa6ce2-bce0-4181-84f4-6d0eeed9ab89 req-f2c945b2-340c-4ae0-b0b1-023e3f75e26c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.3103561 Apr 16 12:00:38.254903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Usage tracker for resource:subnet and tenant:ce00a3631312457cb7c8b85d0fb76a5d is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:38.260138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:38.276634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:38.291041 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Made reservation on behalf of ce00a3631312457cb7c8b85d0fb76a5d for: {'subnet': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:38.296058 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515670'] for subnet, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.397627 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Router 6195b669-8260-4064-ab89-1748897283c9 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:00:38.473729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.490576 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Transition to ACTIVE for port object 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:38.504112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.522012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:38.598250 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e5bb-a3d1-41ba-919d-932a8970234f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.825035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6217a-5553-4007-98ff-d7d48ca20e0f None None] Pushing event updated for resources: {'Port': ['ID=1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:38.854183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c6f6217a-5553-4007-98ff-d7d48ca20e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:38.880321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:38.887015 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] 10.222.0.48 "PUT /v2.0/routers/6195b669-8260-4064-ab89-1748897283c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5632634 Apr 16 12:00:38.890718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54828) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:38.892070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] Sync routers for ids ['6195b669-8260-4064-ab89-1748897283c9'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:38.910707 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] Routers {'6195b669-8260-4064-ab89-1748897283c9'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:38.911908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['6195b669-8260-4064-ab89-1748897283c9'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:39.064744 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f3446-9b7a-4f83-8fb7-eadd5ee2b6f0 req-b8cafbad-d9c1-4eea-a2ef-7a5b77c23be8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:39.065682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-554f3446-9b7a-4f83-8fb7-eadd5ee2b6f0 req-b8cafbad-d9c1-4eea-a2ef-7a5b77c23be8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Synchronizing usage tracker for tenant:8c22b70829724afdb574394af4af4635 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:39.131665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-554f3446-9b7a-4f83-8fb7-eadd5ee2b6f0 req-b8cafbad-d9c1-4eea-a2ef-7a5b77c23be8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Unset dirty status for tenant:8c22b70829724afdb574394af4af4635 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:39.133570 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-554f3446-9b7a-4f83-8fb7-eadd5ee2b6f0 req-b8cafbad-d9c1-4eea-a2ef-7a5b77c23be8 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 944 time: 0.3609927 Apr 16 12:00:39.360109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] Set router 6195b669-8260-4064-ab89-1748897283c9 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:39.370174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:39.380340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Attempting to bind port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:39.381115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Attempting to bind port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:39.381722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Attempting to bind port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b on network 1f3257f1-1776-430e-b756-cae43f523094 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:39.389773 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:39.390566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Checking segment: {'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:39.391229 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:39.391892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Bound using segment: {'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:39.392625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Bound port: 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:39.393264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:39.441091 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-554f3446-9b7a-4f83-8fb7-eadd5ee2b6f0 req-9caaa72d-10ad-4e25-b046-09ba87250f5c tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959538 Apr 16 12:00:39.544384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845311801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515685'] for subnet, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:39.593051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] For port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:39.597705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] For port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:39.605711 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:39.648339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:39.697009 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4903b915-2940-481c-896b-6b53897481a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:39.717659 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c0f9040a-f8cf-4dec-b92e-0b7d7bd9247c req-0b734707-2f58-424f-86cc-1bf98a8596ec tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1342411 Apr 16 12:00:39.894397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-afbc1787-86a8-4d67-922d-bf77d90c255e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:39.900090 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-afbc1787-86a8-4d67-922d-bf77d90c255e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.55 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 944 time: 0.6911609 Apr 16 12:00:40.002342 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Deleting port b896185e-3dee-4389-843f-9005b65eb5b0 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:40.003359 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.059739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.101404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Deleting port 577466c6-4290-4d66-a6bc-6b69708ad37a {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:40.101836 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.127141 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Checking segment: {'id': '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:40.136827 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Network hostable DHCP agents. Network: 952a14f1-607a-4337-a1e5-f918418e9fa5, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:00:40.153247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6217a-5553-4007-98ff-d7d48ca20e0f None None] Pushing event updated for resources: {'Port': ['ID=1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:40.179183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c6f6217a-5553-4007-98ff-d7d48ca20e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:40.221065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c61ca2-cda9-4f7c-b5e5-c522d9b18382,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:40.226430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Network 952a14f1-607a-4337-a1e5-f918418e9fa5 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:00:40.228983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:40.260823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 952a14f1-607a-4337-a1e5-f918418e9fa5) {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:40.282898 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:40.284005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.308526 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Routers {'2275b079-da98-4b9d-90a3-e3d7b5d2b19b'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:40.309180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 5, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port': {'id': '577466c6-4290-4d66-a6bc-6b69708ad37a', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:52:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195b669-8260-4064-ab89-1748897283c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:09Z', 'updated_at': '2021-04-16T11:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:40.310221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:40.321575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d17add-389f-4162-bbb3-6e1971970dc4 None None] Network 952a14f1-607a-4337-a1e5-f918418e9fa5 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:40.324932 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1022532 Apr 16 12:00:40.329928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54872) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:40.403201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1943635597-router', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:40.411490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54876) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:40.429530 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:40.440478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Usage tracker for resource:router and tenant:ce00a3631312457cb7c8b85d0fb76a5d is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:40.445996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:40.520947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:40.593697 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] For port 577466c6-4290-4d66-a6bc-6b69708ad37a, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=577466c6-4290-4d66-a6bc-6b69708ad37a,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:40.596885 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.619470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854333925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12756'] for router, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.635616 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763044'] for router, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.692718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] Checking router: 6195b669-8260-4064-ab89-1748897283c9 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:40.771344 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] For port b896185e-3dee-4389-843f-9005b65eb5b0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b896185e-3dee-4389-843f-9005b65eb5b0,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:40.771900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.795925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Calling delete_port for 577466c6-4290-4d66-a6bc-6b69708ad37a owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:40.845857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.862892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cb4595b0-416f-416c-b51e-e56658489e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.863556 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] Set router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:40.871569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] Routers {'6195b669-8260-4064-ab89-1748897283c9'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:40.872677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['6195b669-8260-4064-ab89-1748897283c9'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:40.887784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.892717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:40.899909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:f728c354a3b643bb843c754f36544a86 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:40.904714 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:40.927303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:41.025002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.049764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] Set router 6195b669-8260-4064-ab89-1748897283c9 gateway port host: None {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:41.158810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33ce1-2da2-4ae7-a1f7-00d46fe6dfb5 req-c0979add-ac75-40ba-b7a4-5e54bcd72945 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:41.167737 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-31d33ce1-2da2-4ae7-a1f7-00d46fe6dfb5 req-c0979add-ac75-40ba-b7a4-5e54bcd72945 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 944 time: 0.2861700 Apr 16 12:00:41.194327 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.196150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T12:00:40Z', 'revision_number': 6, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port_host': None}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:41.223079 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74901b9c-d4f7-401c-b425-6b451a4b65bb None None] The sync data for ids ['6195b669-8260-4064-ab89-1748897283c9'] in dv-cinder-786627-1-iscsi is: [{'id': '6195b669-8260-4064-ab89-1748897283c9', 'name': 'tempest-AttachVolumeShelveTestJSON-407854537-router', 'tenant_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T12:00:40Z', 'revision_number': 6, 'project_id': 'f221bd72ee4a41b38cf66ce2e39c9d8b', 'gw_port_host': None}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:41.248400 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-31d33ce1-2da2-4ae7-a1f7-00d46fe6dfb5 req-5e57f4e3-ee7d-4442-8b44-312faaa2c1fe tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/security-groups?id=03413a36-fb3c-4a40-aba1-ce3e26df5512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795019 Apr 16 12:00:41.348690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1307bc5e-7992-4600-91cd-d5e22e24365c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:41.391018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54892) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:41.397904 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f728c354a3b643bb843c754f36544a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9807694 Apr 16 12:00:41.437397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1524a0a1-71c2-54fb-a479-75533e45da76-952a14f1-607a-4337-a1e5-f918418e9fa5', 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'fixed_ips': [{'subnet_id': '98c61ca2-cda9-4f7c-b5e5-c522d9b18382'}]}} from dv-cinder-786627-1-iscsi. {{(pid=85345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:00:41.443111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.454011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Calling delete_port for b896185e-3dee-4389-843f-9005b65eb5b0 owned by compute:nova {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:41.520065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c970e-07f7-4fdd-8a56-5f67dee70f4a,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:41.553166 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e8bb1376-c127-4d06-bd8e-2b765080651c req-532eadc7-746d-4753-b39d-9afa1bd45468 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.5263743 Apr 16 12:00:41.580905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:41.609888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.765042 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b', 'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'mac_address': 'fa:16:3e:f0:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:30Z', 'updated_at': '2021-04-16T12:00:39Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'subnets': [{'id': '68e96243-886f-4aae-915e-46910fab8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:41.778412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f707833-0357-4d6d-a6bd-03f811f59a62 None None] The sync data for ids ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'] in dv-cinder-786627-1-iscsi is: [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b', 'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'mac_address': 'fa:16:3e:f0:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:30Z', 'updated_at': '2021-04-16T12:00:39Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'subnets': [{'id': '68e96243-886f-4aae-915e-46910fab8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:41.907114 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.946255 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 61043fe5-985d-47be-8f2f-db594f15c81e no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:41.985066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Allocated IP 172.20.0.2 (952a14f1-607a-4337-a1e5-f918418e9fa5/98c61ca2-cda9-4f7c-b5e5-c522d9b18382/0fd4b790-1585-4382-9b75-0eacc4ffeccc) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:41.995427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 61043fe5-985d-47be-8f2f-db594f15c81e {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:41.995823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 61043fe5-985d-47be-8f2f-db594f15c81e not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:41.996355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 577466c6-4290-4d66-a6bc-6b69708ad37a no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:42.114285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.187563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No active binding found for port 577466c6-4290-4d66-a6bc-6b69708ad37a {{(pid=85345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 16 12:00:42.188066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 577466c6-4290-4d66-a6bc-6b69708ad37a not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:42.306176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:42.402380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=577466c6-4290-4d66-a6bc-6b69708ad37a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:42.405983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:42.507310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaa15e0e-7322-4a69-911b-3631eee0f06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.645454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaa15e0e-7322-4a69-911b-3631eee0f06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.740393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.836687 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331924'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.868564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.893829 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Transition to ACTIVE for port object 0fd4b790-1585-4382-9b75-0eacc4ffeccc will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:42.983276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Transition to ACTIVE for port object 0fd4b790-1585-4382-9b75-0eacc4ffeccc will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:42.989171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.017977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:43.079928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854333866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12715'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.084244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.090702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.190861 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f93ac928-3840-4f63-8d3f-2df5331ceea6 req-12853190-b45d-410b-8f64-3bef53f1cf85 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 210 time: 0.5834827 Apr 16 12:00:43.193416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440518'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.194017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6195b669-8260-4064-ab89-1748897283c9 {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:00:43.207896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaa15e0e-7322-4a69-911b-3631eee0f06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.226343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-384a5f5a-7f4a-49e8-afa7-de8192e4dfe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:43.306093 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.308202 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6195b669-8260-4064-ab89-1748897283c9 HTTP/1.1" status: 204 len: 168 time: 4.4163301 Apr 16 12:00:43.311043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.311444 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaa15e0e-7322-4a69-911b-3631eee0f06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.316192 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-eaa15e0e-7322-4a69-911b-3631eee0f06e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f69c970e-07f7-4fdd-8a56-5f67dee70f4a HTTP/1.1" status: 204 len: 168 time: 1.9219892 Apr 16 12:00:43.318684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa15e0e-7322-4a69-911b-3631eee0f06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c970e-07f7-4fdd-8a56-5f67dee70f4a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:43.324674 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eaa15e0e-7322-4a69-911b-3631eee0f06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:43.325256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54912) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:43.425719 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-565e055d-5cd7-4bc0-894b-a4f774670a6b req-19a1d3a8-ac47-4efa-a91e-f5cea57ce700 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.5833104 Apr 16 12:00:43.426673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8c4f7275-7116-466b-9e37-86247c218932 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:43.479562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Pushing event updated for resources: {'Port': ['ID=0fd4b790-1585-4382-9b75-0eacc4ffeccc,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:43.495737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:43.596382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-5302a9f0-b856-4e3a-8b00-d993122c0fca admin admin] Deleting subnet 5e165c5b-826e-478c-ae89-71ac2f340a0f {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:00:43.597834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Pushing event deleted for resources: {'Port': ['ID=b896185e-3dee-4389-843f-9005b65eb5b0,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:43.607803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5302a9f0-b856-4e3a-8b00-d993122c0fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.610272 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:43.676072 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Network 952a14f1-607a-4337-a1e5-f918418e9fa5 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:43.677783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Resources bound (agent type, host, resource id): {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:43.681625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:43.741633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5302a9f0-b856-4e3a-8b00-d993122c0fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2876223'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.855653 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 54924) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:43.903238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] No DVR routers for this DVR port b896185e-3dee-4389-843f-9005b65eb5b0 on host hv-cinder-78662 {{(pid=85343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:00:43.903550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Attempting to bind port 0fd4b790-1585-4382-9b75-0eacc4ffeccc on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:43.903982 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Attempting to bind port 0fd4b790-1585-4382-9b75-0eacc4ffeccc by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:43.904443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Attempting to bind port 0fd4b790-1585-4382-9b75-0eacc4ffeccc on network 952a14f1-607a-4337-a1e5-f918418e9fa5 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:43.910428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.917498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:43.917923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Checking segment: {'id': '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:43.918379 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.918823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Bound using segment: {'id': '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:43.919352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Bound port: 0fd4b790-1585-4382-9b75-0eacc4ffeccc, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:43.919779 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.930837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568bab29-4cf6-4e25-b564-76f947d199c7', 'name': 'network-vif-deleted', 'tag': 'b896185e-3dee-4389-843f-9005b65eb5b0'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:43.936750 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.db_base_plugin_v2 [None req-5302a9f0-b856-4e3a-8b00-d993122c0fca admin admin] Found port (83ca66c6-e1d0-4fea-ae79-249c7224ed22, 172.20.0.8) having IP allocation on subnet 5e165c5b-826e-478c-ae89-71ac2f340a0f, cannot delete Apr 16 12:00:43.944651 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.pecan_wsgi.hooks.translation [None req-5302a9f0-b856-4e3a-8b00-d993122c0fca admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 16 12:00:43.945439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5302a9f0-b856-4e3a-8b00-d993122c0fca admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=85344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 12:00:43.949298 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-5302a9f0-b856-4e3a-8b00-d993122c0fca admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 409 len: 404 time: 0.6204972 Apr 16 12:00:43.996882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:44.079283 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568bab29-4cf6-4e25-b564-76f947d199c7', 'name': 'network-vif-deleted', 'tag': 'b896185e-3dee-4389-843f-9005b65eb5b0', 'status': 'completed', 'code': 200} Apr 16 12:00:44.094992 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4c8568c2-40c1-4d8c-846d-e02571b17444 req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.55 "DELETE /v2.0/ports/b896185e-3dee-4389-843f-9005b65eb5b0 HTTP/1.1" status: 204 len: 173 time: 4.1815786 Apr 16 12:00:44.239682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:44.251798 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:44.260238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.325060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] For port 0fd4b790-1585-4382-9b75-0eacc4ffeccc, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:44.350228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] For port 0fd4b790-1585-4382-9b75-0eacc4ffeccc, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=0fd4b790-1585-4382-9b75-0eacc4ffeccc,segment=NetworkSegment(4166d76d-10a5-4ef3-8670-8d95cb2d5bc1),segment_id=4166d76d-10a5-4ef3-8670-8d95cb2d5bc1)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:44.357106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.539659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:44.744883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.763080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-fda3ba77-4e88-4f05-80dc-f125185e7ee5 req-788dc81f-20fb-4ba2-9587-d814847926d5 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Synchronizing usage tracker for tenant:8c22b70829724afdb574394af4af4635 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:44.781314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.843793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:44.847227 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.893027 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-994cc4e3-d96c-4572-a51b-4bd77486b332 req-a9f21e31-2ae3-4cbd-b6d2-978bccd37668 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1361747 Apr 16 12:00:44.937755 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Pushing event updated for resources: {'Port': ['ID=0fd4b790-1585-4382-9b75-0eacc4ffeccc,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:44.947513 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:44.978062 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:45.051111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] Usage tracker for resource:security_group_rule and tenant:f4ec80743f7c45e2af685fadd696e0c0 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:45.062635 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:45.065787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Allocated IP 172.27.3.7 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/8a583a33-e949-459e-ae3b-ef16b31ca2f6) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:45.077369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-fda3ba77-4e88-4f05-80dc-f125185e7ee5 req-788dc81f-20fb-4ba2-9587-d814847926d5 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Unset dirty status for tenant:8c22b70829724afdb574394af4af4635 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:45.090929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:45.092948 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fda3ba77-4e88-4f05-80dc-f125185e7ee5 req-788dc81f-20fb-4ba2-9587-d814847926d5 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] 10.222.0.48 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 210 time: 0.4428749 Apr 16 12:00:45.103635 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:45.108236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:45.113767 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:45.117787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54980) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:45.279548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:45.290497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:45.454706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:45.460048 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:45.501476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-117574e9-f4ad-4575-9771-9421beffd7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:45.550607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:45.634897 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4ec80743f7c45e2af685fadd696e0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7698410 Apr 16 12:00:45.636850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 54996) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:45.638188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18093cb-c24c-42c1-ad3a-383ea69e538a,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:45.649603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:45.678857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:45.737776 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:46.009601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Pushing event updated for resources: {'Port': ['ID=8a583a33-e949-459e-ae3b-ef16b31ca2f6,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:46.013199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:46.020844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:46.022107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:46.029393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:46.121150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:46.131306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6f538d3-71a4-4a89-81ea-1c123b4f7e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.289653 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6f538d3-71a4-4a89-81ea-1c123b4f7e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.313700 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7e1100ff-c952-47a3-bf7a-fcc61613dd8d req-4c627f77-d798-4bcd-94d1-13adff6ecb73 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1580915 Apr 16 12:00:46.334969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:46.335393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.444719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6f538d3-71a4-4a89-81ea-1c123b4f7e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.452944 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-98cb5900-3810-440a-a41b-63089db0721c tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:46.482460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f538d3-71a4-4a89-81ea-1c123b4f7e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18093cb-c24c-42c1-ad3a-383ea69e538a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:46.491537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6f538d3-71a4-4a89-81ea-1c123b4f7e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.493080 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f6f538d3-71a4-4a89-81ea-1c123b4f7e8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b18093cb-c24c-42c1-ad3a-383ea69e538a HTTP/1.1" status: 204 len: 168 time: 0.8497870 Apr 16 12:00:46.494355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f6f538d3-71a4-4a89-81ea-1c123b4f7e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:46.531420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854331395'] for router_interface, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.622489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 0fd4b790-1585-4382-9b75-0eacc4ffeccc up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:46.777784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 0fd4b790-1585-4382-9b75-0eacc4ffeccc completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:46.839943 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.085338 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c9a35a-b5bf-4e49-84d8-ce824d4da4a3 None None] Network 952a14f1-607a-4337-a1e5-f918418e9fa5 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:47.208369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Deleting port 87d49627-da41-4d9b-b4d6-0f382ac03905 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:47.208924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.475539 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-7dbeecd4-8d29-41f9-a133-5a41b345316e None None] Provisioning for port 0fd4b790-1585-4382-9b75-0eacc4ffeccc completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:47.494101 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] For port 87d49627-da41-4d9b-b4d6-0f382ac03905, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=87d49627-da41-4d9b-b4d6-0f382ac03905,segment=NetworkSegment(370261e9-e83f-4a7c-bfd4-63be9d33d42b),segment_id=370261e9-e83f-4a7c-bfd4-63be9d33d42b)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:47.495091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.496065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-7dbeecd4-8d29-41f9-a133-5a41b345316e None None] Provisioning complete for port 0fd4b790-1585-4382-9b75-0eacc4ffeccc triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:47.496970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7dbeecd4-8d29-41f9-a133-5a41b345316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.666843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Calling delete_port for 87d49627-da41-4d9b-b4d6-0f382ac03905 owned by network:router_interface {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:47.716560 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7dbeecd4-8d29-41f9-a133-5a41b345316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.765113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-7dbeecd4-8d29-41f9-a133-5a41b345316e None None] For port 0fd4b790-1585-4382-9b75-0eacc4ffeccc, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=0fd4b790-1585-4382-9b75-0eacc4ffeccc,segment=NetworkSegment(4166d76d-10a5-4ef3-8670-8d95cb2d5bc1),segment_id=4166d76d-10a5-4ef3-8670-8d95cb2d5bc1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:47.768421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7dbeecd4-8d29-41f9-a133-5a41b345316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.770334 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:47.811980 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3b52a774-45bf-4277-91df-7fcd197a7e9b req-1e2889b9-0003-4525-bd3f-c9916be508b1 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1449299 Apr 16 12:00:47.838955 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954'] for router, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.926171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeecd4-8d29-41f9-a133-5a41b345316e None None] Pushing event updated for resources: {'Port': ['ID=0fd4b790-1585-4382-9b75-0eacc4ffeccc,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:47.935071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7dbeecd4-8d29-41f9-a133-5a41b345316e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:48.043127 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.065614 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-70f3481a-7084-443f-8aee-0c8e61d442c9 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:48.118811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-856967b3-101d-43d8-bbe0-b974a762a0f9 None None] Provisioning complete for port 0fd4b790-1585-4382-9b75-0eacc4ffeccc triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:48.119238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-856967b3-101d-43d8-bbe0-b974a762a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.188000 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Pushing event deleted for resources: {'Port': ['ID=87d49627-da41-4d9b-b4d6-0f382ac03905,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:48.198329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:48.296828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 is scheduled to L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa with binding_index 1 {{(pid=85343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:00:48.661956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:48.673465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Sync routers for ids ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:48.690742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Routers {'547ec67a-e1d2-4919-956e-1b63ca21b9f7'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:48.691506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:48.693476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] Notify callbacks [] for router, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.695705 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-b631e40a-7fd0-4c04-87dd-ff8cb48c6b4d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.3644831 Apr 16 12:00:48.698550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55142) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:49.239637 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Set router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:49.376131 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e755fe91-2dee-417a-85c5-b5f4aedfb8ab req-b40fa5a3-58f0-4904-8365-962b6b3fdff0 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1034288 Apr 16 12:00:49.377214 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55172) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:49.480164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854332074'] for router_interface, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.501977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55178) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:49.687064 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'name': 'tempest-TestShelveInstance-1943635597-router', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:40Z', 'updated_at': '2021-04-16T12:00:46Z', 'revision_number': 3, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'gw_port': {'id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:44Z', 'updated_at': '2021-04-16T12:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:49.691451 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Checking router: 547ec67a-e1d2-4919-956e-1b63ca21b9f7 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:49.691851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Updating router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 port 8a583a33-e949-459e-ae3b-ef16b31ca2f6 binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:00:49.698664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.711733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.749494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.782754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:49.787321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] Usage tracker for resource:security_group_rule and tenant:0e92d076197e4f8c90caf79e012d9d79 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:49.791623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:49.797698 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:49.810512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.826463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:49.889753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] Usage tracker for resource:security_group_rule and tenant:ddfabd1e784d4222ab5c4909c10f37eb is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:49.892795 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:49.898785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:49.966717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55186) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:49.994745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 0fd4b790-1585-4382-9b75-0eacc4ffeccc up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:50.025172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.041108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.055460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ca6d67f0-701d-4ba8-90f7-306fbf25a671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:50.081590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 0fd4b790-1585-4382-9b75-0eacc4ffeccc triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:50.082190 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.113059 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-159c7de1-b1ef-4e5f-ad74-2a09f6218fd2 admin admin] Deleting subnet 79cd7378-2ac6-4b76-9ce5-b0f4e26f7482 {{(pid=85343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:00:50.116864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-159c7de1-b1ef-4e5f-ad74-2a09f6218fd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.130391 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597ff34c-c73f-4209-ac06-c7b4f3b6a3a0,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:50.141594 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddfabd1e784d4222ab5c4909c10f37eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7560456 Apr 16 12:00:50.142536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55190) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:50.145821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:50.183565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.184293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Allocated IP 172.20.0.1 (952a14f1-607a-4337-a1e5-f918418e9fa5/98c61ca2-cda9-4f7c-b5e5-c522d9b18382/2d6be75d-bf47-46a4-ab43-ba72afe8a420) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:50.200312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Transition to ACTIVE for port object 8a583a33-e949-459e-ae3b-ef16b31ca2f6 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:50.207692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.212391 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-159c7de1-b1ef-4e5f-ad74-2a09f6218fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4193662'] for subnet, precommit_delete_associations {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.226560 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:50.369072 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b1930-137a-4c99-b974-ea2eefdce66a None None] Pushing event updated for resources: {'Port': ['ID=8a583a33-e949-459e-ae3b-ef16b31ca2f6,revision_number=2']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:50.374061 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bf5b1930-137a-4c99-b974-ea2eefdce66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:50.377876 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.406669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-159c7de1-b1ef-4e5f-ad74-2a09f6218fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.411636 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.442995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Attempting to bind port 8a583a33-e949-459e-ae3b-ef16b31ca2f6 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:50.443580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Attempting to bind port 8a583a33-e949-459e-ae3b-ef16b31ca2f6 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:50.444168 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Attempting to bind port 8a583a33-e949-459e-ae3b-ef16b31ca2f6 on network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:50.446554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3a080414-eca7-4abf-841a-1f4ff8aed7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:50.452232 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:50.452232 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:50.452946 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.453512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Bound using segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:50.454151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Bound port: 8a583a33-e949-459e-ae3b-ef16b31ca2f6, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:50.454975 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.503245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-220c65ff-164b-4c8e-9b43-da7694d35c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.542014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-220c65ff-164b-4c8e-9b43-da7694d35c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.558657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.560338 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] For port 8a583a33-e949-459e-ae3b-ef16b31ca2f6, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:50.564440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] For port 8a583a33-e949-459e-ae3b-ef16b31ca2f6, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=8a583a33-e949-459e-ae3b-ef16b31ca2f6,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:50.568480 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.626613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-220c65ff-164b-4c8e-9b43-da7694d35c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.666156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da2c4fe-8282-480a-bf15-a87d5341acf2,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:50.685066 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e92d076197e4f8c90caf79e012d9d79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1796865 Apr 16 12:00:50.688638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:50.690319 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-04ae7109-0243-48a9-aa8d-1558b790d8a6 req-b7e08d36-8fe7-4507-9881-7a1e40335958 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1554191 Apr 16 12:00:50.692266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55200) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:50.693930 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-220c65ff-164b-4c8e-9b43-da7694d35c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.697981 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-220c65ff-164b-4c8e-9b43-da7694d35c80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/597ff34c-c73f-4209-ac06-c7b4f3b6a3a0 HTTP/1.1" status: 204 len: 168 time: 0.5435729 Apr 16 12:00:50.697981 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-348522fc-dbf4-4ec6-a92b-af8e712b0678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:50.698203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Transition to ACTIVE for port object 2d6be75d-bf47-46a4-ab43-ba72afe8a420 will not be triggered until provisioned by entity DHCP. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:50.713343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c65ff-164b-4c8e-9b43-da7694d35c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597ff34c-c73f-4209-ac06-c7b4f3b6a3a0,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:50.724249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:00:50.732180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-220c65ff-164b-4c8e-9b43-da7694d35c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:50.756091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bd880a30-a057-4381-9ff0-9eed0a1cab77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:50.842777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Routers {'547ec67a-e1d2-4919-956e-1b63ca21b9f7'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:50.843631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:50.989794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.032053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:51.032493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b1930-137a-4c99-b974-ea2eefdce66a None None] Pushing event updated for resources: {'Port': ['ID=8a583a33-e949-459e-ae3b-ef16b31ca2f6,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:51.056989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bf5b1930-137a-4c99-b974-ea2eefdce66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:51.112147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d8de24a9-c6f3-44dd-bc57-0afa86c55c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.146808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d8de24a9-c6f3-44dd-bc57-0afa86c55c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.152143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] Set router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:51.217270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:51.225560 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] 10.222.0.48 "PUT /v2.0/routers/79d5a79d-b3d9-4961-a8a2-21aedfca05ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1062005 Apr 16 12:00:51.229963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55216) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:51.231279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] Sync routers for ids ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:51.254038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] Routers {'79d5a79d-b3d9-4961-a8a2-21aedfca05ed'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:51.257622 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:51.311517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55220) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:51.424358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.486404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6be75d-bf47-46a4-ab43-ba72afe8a420,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:51.496918 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:51.510320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:51.530878 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e3bf9735fa410fb514690624cd7e78 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:51.534653 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d8de24a9-c6f3-44dd-bc57-0afa86c55c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.535581 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-159c7de1-b1ef-4e5f-ad74-2a09f6218fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9464060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845260100'] for subnet, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.543176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:51.550561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-add1d01c-2cb9-41c4-a0b9-de4f3097fda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:51.557845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'name': 'tempest-TestShelveInstance-1943635597-router', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:40Z', 'updated_at': '2021-04-16T12:00:46Z', 'revision_number': 3, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'gw_port': {'id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:44Z', 'updated_at': '2021-04-16T12:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:51.559490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:51.565161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ca333-038b-454c-a99b-730a9664709d None None] The sync data for ids ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'] in dv-cinder-786627-1-iscsi is: [{'id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'name': 'tempest-TestShelveInstance-1943635597-router', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:40Z', 'updated_at': '2021-04-16T12:00:46Z', 'revision_number': 3, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'gw_port': {'id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:44Z', 'updated_at': '2021-04-16T12:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:51.573938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-336a58b5-adf8-4c2f-9fba-ac1524b41c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:51.584854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de24a9-c6f3-44dd-bc57-0afa86c55c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da2c4fe-8282-480a-bf15-a87d5341acf2,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:51.591422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d8de24a9-c6f3-44dd-bc57-0afa86c55c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.592594 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d8de24a9-c6f3-44dd-bc57-0afa86c55c1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9da2c4fe-8282-480a-bf15-a87d5341acf2 HTTP/1.1" status: 204 len: 168 time: 0.8827548 Apr 16 12:00:51.596383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d8de24a9-c6f3-44dd-bc57-0afa86c55c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:51.641399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.674054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c7de1-b1ef-4e5f-ad74-2a09f6218fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79cd7378-2ac6-4b76-9ce5-b0f4e26f7482,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:51.676853 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-159c7de1-b1ef-4e5f-ad74-2a09f6218fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:51.742405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Network 952a14f1-607a-4337-a1e5-f918418e9fa5 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:51.746115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:51.754708 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:51.806541 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] Set router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:51.829182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-159c7de1-b1ef-4e5f-ad74-2a09f6218fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.843592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444299'] for router_interface, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.864933 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-159c7de1-b1ef-4e5f-ad74-2a09f6218fd2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/79cd7378-2ac6-4b76-9ce5-b0f4e26f7482 HTTP/1.1" status: 204 len: 168 time: 1.8962591 Apr 16 12:00:51.870127 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55228) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:51.945977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.971666 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.042553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-37f260e6-3efc-4b64-acdb-652347dd75f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:52.061628 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.098800 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.123945 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff469631-d135-456f-8a09-19b47e220de3,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:52.135493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:52.161792 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4dc72e98-45e0-40d6-b590-4b8358c8c219 req-61f7c75e-874a-455a-bb01-21d56088acfa tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1925423 Apr 16 12:00:52.167012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Deleting port 921f33f0-da8c-45c8-95bf-1715235f9d9f {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:52.167423 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.249393 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8e3bf9735fa410fb514690624cd7e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9337165 Apr 16 12:00:52.252046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55238) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:52.339968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-05253fd7-968d-474c-b4c0-5255dde779af None None] Provisioning for port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:52.363401 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-05253fd7-968d-474c-b4c0-5255dde779af None None] Provisioning complete for port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:52.365731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-05253fd7-968d-474c-b4c0-5255dde779af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.443430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.474283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.523801 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-05253fd7-968d-474c-b4c0-5255dde779af None None] Port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:00:52.533343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.543135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-router', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T12:00:47Z', 'revision_number': 5, 'project_id': '8c22b70829724afdb574394af4af4635', 'gw_port': {'id': '921f33f0-da8c-45c8-95bf-1715235f9d9f', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:58:11Z', 'updated_at': '2021-04-16T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:52.550222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] Checking router: 79d5a79d-b3d9-4961-a8a2-21aedfca05ed for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:52.566698 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] Routers {'79d5a79d-b3d9-4961-a8a2-21aedfca05ed'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:52.568559 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:52.708925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a3bf6f-0d10-4348-bd5e-d5a3646f5990']}} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:52.730725 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa') {'for_net_delete': True} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:52.731066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ae22a6-4ce9-4d95-9a63-43f9e21f06aa') {} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:52.747802 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850582202'] for segment, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.802125 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.822783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] Set router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed gateway port host: None {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:52.823449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=85343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:00:52.926179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5602a867-cd20-4159-bd26-ad6aebd50254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.966971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5602a867-cd20-4159-bd26-ad6aebd50254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.041047 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-router', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T12:00:52Z', 'revision_number': 6, 'project_id': '8c22b70829724afdb574394af4af4635', 'gw_port_host': None}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:53.046053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5602a867-cd20-4159-bd26-ad6aebd50254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.047311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e6359-a341-4e3c-8a3e-537532a4e651 None None] The sync data for ids ['79d5a79d-b3d9-4961-a8a2-21aedfca05ed'] in dv-cinder-786627-1-iscsi is: [{'id': '79d5a79d-b3d9-4961-a8a2-21aedfca05ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1591178736-router', 'tenant_id': '8c22b70829724afdb574394af4af4635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:58:08Z', 'updated_at': '2021-04-16T12:00:52Z', 'revision_number': 6, 'project_id': '8c22b70829724afdb574394af4af4635', 'gw_port_host': None}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:53.060558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9136de0f-4ca6-45d4-9725-1f35bf57ba97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:53.112197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5602a867-cd20-4159-bd26-ad6aebd50254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.116313 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-5602a867-cd20-4159-bd26-ad6aebd50254 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff469631-d135-456f-8a09-19b47e220de3 HTTP/1.1" status: 204 len: 168 time: 0.8627954 Apr 16 12:00:53.117436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602a867-cd20-4159-bd26-ad6aebd50254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff469631-d135-456f-8a09-19b47e220de3,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:53.132654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5602a867-cd20-4159-bd26-ad6aebd50254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:53.152482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] For port 921f33f0-da8c-45c8-95bf-1715235f9d9f, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=921f33f0-da8c-45c8-95bf-1715235f9d9f,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:53.152887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.252143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:53.269985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845311651'] for segment, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.468957 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Calling delete_port for 921f33f0-da8c-45c8-95bf-1715235f9d9f owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:53.689770 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c0265215-e9f2-4782-a48e-de0a674abf36 req-07193aec-0804-4d0c-a984-6f99690795c9 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1770802 Apr 16 12:00:53.715284 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Network 23a3bf6f-0d10-4348-bd5e-d5a3646f5990 has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:00:53.742909 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:00:53.747515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.765894 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-aaeb8843-9b40-446e-b28a-4670da4a2ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:53.889974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.891825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.893966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.937040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 8a583a33-e949-459e-ae3b-ef16b31ca2f6 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:53.943112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ed99c04e-62e2-4eeb-bc6f-39fd41f91117 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:54.009003 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.012181 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Pushing event deleted for resources: {'Port': ['ID=921f33f0-da8c-45c8-95bf-1715235f9d9f,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:54.015666 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:54.063373 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854155099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854331412'] for router_interface, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.066516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 8a583a33-e949-459e-ae3b-ef16b31ca2f6 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:54.077466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 8a583a33-e949-459e-ae3b-ef16b31ca2f6 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:54.078500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.080363 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] 10.222.0.48 "DELETE /v2.0/networks/23a3bf6f-0d10-4348-bd5e-d5a3646f5990 HTTP/1.1" status: 204 len: 168 time: 2.2079861 Apr 16 12:00:54.084504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6be75d-bf47-46a4-ab43-ba72afe8a420,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:54.088241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:54.092793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e0d86a1c-3ead-4fca-b9bd-2bbb3ad5533b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:54.172795 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Pushing event deleted for resources: {'Network': ['ID=23a3bf6f-0d10-4348-bd5e-d5a3646f5990,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:54.175620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:54.189592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331924'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.252472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Network 952a14f1-607a-4337-a1e5-f918418e9fa5 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:54.253703 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:54.387504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.417952 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 8a583a33-e949-459e-ae3b-ef16b31ca2f6, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=8a583a33-e949-459e-ae3b-ef16b31ca2f6,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:54.431580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.433697 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:54.480853 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55300) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:54.558099 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 921f33f0-da8c-45c8-95bf-1715235f9d9f no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:54.643722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 921f33f0-da8c-45c8-95bf-1715235f9d9f {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:54.644124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 921f33f0-da8c-45c8-95bf-1715235f9d9f not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:54.644596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 87d49627-da41-4d9b-b4d6-0f382ac03905 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:54.689208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 87d49627-da41-4d9b-b4d6-0f382ac03905 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:54.689608 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 87d49627-da41-4d9b-b4d6-0f382ac03905 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:54.732667 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-e43d3766-29b1-4c2a-bc8a-0485e17d369e None None] Provisioning complete for port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:54.733301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e43d3766-29b1-4c2a-bc8a-0485e17d369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.806678 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-e43d3766-29b1-4c2a-bc8a-0485e17d369e None None] Port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:00:54.811178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=8a583a33-e949-459e-ae3b-ef16b31ca2f6,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:54.822216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:54.861411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854333866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12715'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.865554 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-24fe3a00-95c0-4b0c-95ef-567abde819c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=262333ac703744599d7abc2f1d0f6993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837385 Apr 16 12:00:54.867522 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.879072 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55316) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:54.907264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:00:55.043121 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-de714dda-aa04-4868-872b-a75b74cf2f8c req-dc01dfe9-48a5-4417-9e05-a7b86ebf0e9b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1212270 Apr 16 12:00:55.072421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440518'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.073225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d5a79d-b3d9-4961-a8a2-21aedfca05ed {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:00:55.107774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.109373 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] 10.222.0.48 "DELETE /v2.0/routers/79d5a79d-b3d9-4961-a8a2-21aedfca05ed HTTP/1.1" status: 204 len: 168 time: 3.8783994 Apr 16 12:00:55.113321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55328) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:55.119996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-44a8f816-9032-419c-8e8a-2262b65d8f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.157159 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-44a8f816-9032-419c-8e8a-2262b65d8f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.221752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-44a8f816-9032-419c-8e8a-2262b65d8f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.230300 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:55.231816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d8de24a9-c6f3-44dd-bc57-0afa86c55c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:55.245205 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] 10.222.0.48 "PUT /v2.0/routers/547ec67a-e1d2-4919-956e-1b63ca21b9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5371637 Apr 16 12:00:55.262385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8f816-9032-419c-8e8a-2262b65d8f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17825ff-ad5e-4c5e-a4af-a12e5f345806,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:55.266203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13e2e01-1944-408e-96f1-4c7d84f751be admin admin] Deleting subnet 7269558b-57d5-49dd-912f-1a4984b68f2f {{(pid=85343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:00:55.269963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d13e2e01-1944-408e-96f1-4c7d84f751be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.273611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-44a8f816-9032-419c-8e8a-2262b65d8f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:55.279300 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-44a8f816-9032-419c-8e8a-2262b65d8f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.281062 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-44a8f816-9032-419c-8e8a-2262b65d8f32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f17825ff-ad5e-4c5e-a4af-a12e5f345806 HTTP/1.1" status: 204 len: 168 time: 0.4008191 Apr 16 12:00:55.337270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d13e2e01-1944-408e-96f1-4c7d84f751be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4193662'] for subnet, precommit_delete_associations {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.401115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d13e2e01-1944-408e-96f1-4c7d84f751be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.424767 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Sync routers for ids ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:55.435509 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Routers {'547ec67a-e1d2-4919-956e-1b63ca21b9f7'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:55.437053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:55.690534 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Set router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:55.737893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d13e2e01-1944-408e-96f1-4c7d84f751be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9464060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845260100'] for subnet, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.757497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-159c7de1-b1ef-4e5f-ad74-2a09f6218fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:55.797547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e2e01-1944-408e-96f1-4c7d84f751be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7269558b-57d5-49dd-912f-1a4984b68f2f,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:55.800150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d13e2e01-1944-408e-96f1-4c7d84f751be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:55.901213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 8a583a33-e949-459e-ae3b-ef16b31ca2f6 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:55.957099 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d13e2e01-1944-408e-96f1-4c7d84f751be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.969205 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d13e2e01-1944-408e-96f1-4c7d84f751be admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7269558b-57d5-49dd-912f-1a4984b68f2f HTTP/1.1" status: 204 len: 168 time: 0.8492949 Apr 16 12:00:55.969507 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55354) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:56.038883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 8a583a33-e949-459e-ae3b-ef16b31ca2f6 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:56.039560 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.232862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.393219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55380) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:56.422483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808210212', 'description': 'tempest-secgroup-smoke-808210212 description', 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:56.432414 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-17d19b45-ca76-46cc-97f9-75a4042fd7be req-f5254783-e27e-476c-930b-ae05cc641cfc tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1356621 Apr 16 12:00:56.460600 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:56.475115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Usage tracker for resource:security_group and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:56.475115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:56.490963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:56.523252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.594109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'name': 'tempest-TestShelveInstance-1943635597-router', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:40Z', 'updated_at': '2021-04-16T12:00:52Z', 'revision_number': 4, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'gw_port': {'id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:44Z', 'updated_at': '2021-04-16T12:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '2d6be75d-bf47-46a4-ab43-ba72afe8a420', 'name': '', 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'mac_address': 'fa:16:3e:b1:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '98c61ca2-cda9-4f7c-b5e5-c522d9b18382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:49Z', 'updated_at': '2021-04-16T12:00:52Z', 'revision_number': 2, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'subnets': [{'id': '98c61ca2-cda9-4f7c-b5e5-c522d9b18382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:56.600096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Checking router: 547ec67a-e1d2-4919-956e-1b63ca21b9f7 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:56.601905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Updating router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:00:56.638982 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:56.711672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.753903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.910771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Usage tracker for resource:security_group_rule and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:56.918343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9']}} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:56.925838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:56.937520 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:56.946198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370261e9-e83f-4a7c-bfd4-63be9d33d42b') {'for_net_delete': True} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:56.946548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370261e9-e83f-4a7c-bfd4-63be9d33d42b') {} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:56.967430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850582202'] for segment, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.008060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.016837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=85343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:00:57.236258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.263013 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:57.275950 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.277344 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845311651'] for segment, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.298321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.356678 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:57.486950 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.492138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55462) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:57.492317 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0972807 Apr 16 12:00:57.493055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770396a4-58e2-4a72-bdb7-db48266a7a43,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:57.498308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Request body: {'security_group_rule': {'security_group_id': '770396a4-58e2-4a72-bdb7-db48266a7a43', 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:57.505184 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:57.510201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:57.519596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Usage tracker for resource:security_group_rule and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:57.523287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:57.532151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:57.557256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.563239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Network 8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:00:57.610186 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:00:57.631828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.634953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.656213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0cecc026-0e07-4c80-adb7-2f50c7c43224 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:57.672664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fb7812-94d4-4a83-840d-67d81528ad1b,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:57.682363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:57.683586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.688216 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1949146 Apr 16 12:00:57.688864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55468) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:57.695406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Request body: {'security_group_rule': {'security_group_id': '770396a4-58e2-4a72-bdb7-db48266a7a43', 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:57.703260 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:57.707988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Usage tracker for resource:security_group_rule and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:57.719358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:57.719358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:57.737969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.751789 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d8abf40b-99cc-477f-9acd-73e8e921e128 req-c21fa385-3d3b-4f8b-bf18-1a4c583879f5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1362219 Apr 16 12:00:57.754939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55474) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:57.777121 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Transition to ACTIVE for port object 2d6be75d-bf47-46a4-ab43-ba72afe8a420 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:57.783248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.787994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.795645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-84705a79-01af-4ea8-af68-be9c3aae0920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:57.842034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:57.859795 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.864341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:57.872547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:57.883379 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-474e75dd-6ac6-4193-872d-27c047c2c4a5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8c11e1c0-f4b6-45a1-9b2f-1778ebec30f9 HTTP/1.1" status: 204 len: 168 time: 1.9126036 Apr 16 12:00:57.908232 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.914408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.918554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-47b483b1-eb8f-4d07-a877-ffaf40471b82 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:57.950184 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fda597-53f4-400e-92f6-1c45493435a2,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:57.961261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-702c1e30-a43b-4c8f-b4a3-35703a75735b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.962425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:57.978446 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-702c1e30-a43b-4c8f-b4a3-35703a75735b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:57.983768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.987816 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-63161c7b-b9a2-42e5-bc45-454240e5a60b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2952719 Apr 16 12:00:57.987972 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-702c1e30-a43b-4c8f-b4a3-35703a75735b admin admin] Usage tracker for resource:security_group_rule and tenant:57dbb12a543349ed84230cb3e20457d1 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:57.988615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55486) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:57.990075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-702c1e30-a43b-4c8f-b4a3-35703a75735b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:57.997613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Request body: {'security_group_rule': {'security_group_id': '770396a4-58e2-4a72-bdb7-db48266a7a43', 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:58.007629 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-702c1e30-a43b-4c8f-b4a3-35703a75735b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:58.010354 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:58.015489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Usage tracker for resource:security_group_rule and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:58.019808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:58.021169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00e4aa-6f71-4ea6-9fa7-d289c0b25e1f None None] Pushing event updated for resources: {'Port': ['ID=2d6be75d-bf47-46a4-ab43-ba72afe8a420,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.026795 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:58.027580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-af00e4aa-6f71-4ea6-9fa7-d289c0b25e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.044696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.051592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55490) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:58.123276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.127895 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c1fea804-2e41-471f-b06f-5f740d11389c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c22b70829724afdb574394af4af4635&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0721896 Apr 16 12:00:58.134504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55494) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:58.136965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.145430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0ea2bc52-66c3-4bb9-a5c4-f837c99da16d tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:58.163988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4365625f-c50b-4202-95e1-8d962ab9ac0f,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.166864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.182692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.184387 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-1b5ff705-c6ab-4962-83a3-151e0f3cfe7e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1944959 Apr 16 12:00:58.188241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55498) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:58.196011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Request body: {'security_group_rule': {'security_group_id': '770396a4-58e2-4a72-bdb7-db48266a7a43', 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:58.203799 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:58.209516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Usage tracker for resource:security_group_rule and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:58.213201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:58.222246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:58.239523 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Attempting to bind port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:58.240019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Attempting to bind port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:58.240428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Attempting to bind port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 on network 952a14f1-607a-4337-a1e5-f918418e9fa5 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:58.246904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:58.247317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Checking segment: {'id': '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:58.247760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.248243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Bound using segment: {'id': '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:58.248762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Bound port: 2d6be75d-bf47-46a4-ab43-ba72afe8a420, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:58.249198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.268742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-702c1e30-a43b-4c8f-b4a3-35703a75735b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.274108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-702c1e30-a43b-4c8f-b4a3-35703a75735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.285775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.301438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b731df40-eaa2-4cce-9fe7-866d00193a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:58.316018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9182943f-edc0-47ad-b74f-b7f558297ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.323751 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-702c1e30-a43b-4c8f-b4a3-35703a75735b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57dbb12a543349ed84230cb3e20457d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677350 Apr 16 12:00:58.326590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55502) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:58.349157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] For port 2d6be75d-bf47-46a4-ab43-ba72afe8a420, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:58.353269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] For port 2d6be75d-bf47-46a4-ab43-ba72afe8a420, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=2d6be75d-bf47-46a4-ab43-ba72afe8a420,segment=NetworkSegment(4166d76d-10a5-4ef3-8670-8d95cb2d5bc1),segment_id=4166d76d-10a5-4ef3-8670-8d95cb2d5bc1)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:58.358245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.366169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c1e30-a43b-4c8f-b4a3-35703a75735b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c333cd85-ba77-4204-a959-604ede93f1b9,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.373120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-702c1e30-a43b-4c8f-b4a3-35703a75735b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.375838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9182943f-edc0-47ad-b74f-b7f558297ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.377343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:58.422160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.447385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.463285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9182943f-edc0-47ad-b74f-b7f558297ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.464342 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4564301-bc24-4f01-9cc3-00ab7f77edb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.471906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6d6e8da1-88dd-4658-9c83-93f7ee7aed1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:58.489878 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182943f-edc0-47ad-b74f-b7f558297ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03413a36-fb3c-4a40-aba1-ce3e26df5512,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.495473 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9182943f-edc0-47ad-b74f-b7f558297ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.523769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9182943f-edc0-47ad-b74f-b7f558297ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.525214 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9182943f-edc0-47ad-b74f-b7f558297ad8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03413a36-fb3c-4a40-aba1-ce3e26df5512 HTTP/1.1" status: 204 len: 168 time: 0.3895395 Apr 16 12:00:58.525439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00e4aa-6f71-4ea6-9fa7-d289c0b25e1f None None] Pushing event updated for resources: {'Port': ['ID=2d6be75d-bf47-46a4-ab43-ba72afe8a420,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.530652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4564301-bc24-4f01-9cc3-00ab7f77edb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.530794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-af00e4aa-6f71-4ea6-9fa7-d289c0b25e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.576409 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5ea01ccb-1fdb-4c18-96d0-7437eff95467 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:58.603619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370f32de-6c78-455c-8130-3bb3eec6d2df,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.606976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.621396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4564301-bc24-4f01-9cc3-00ab7f77edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.624002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f4564301-bc24-4f01-9cc3-00ab7f77edb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.625242 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f4564301-bc24-4f01-9cc3-00ab7f77edb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c333cd85-ba77-4204-a959-604ede93f1b9 HTTP/1.1" status: 204 len: 168 time: 0.2975781 Apr 16 12:00:58.628504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.632958 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-db8ce39d-78d1-4ac7-b904-b17b36f9698d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4431632 Apr 16 12:00:58.633842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55514) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:58.634658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3bc75488-f02a-4a9d-a2cf-2bc1ded4b073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:58.640579 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Request body: {'security_group_rule': {'security_group_id': '770396a4-58e2-4a72-bdb7-db48266a7a43', 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:58.647174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4564301-bc24-4f01-9cc3-00ab7f77edb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c333cd85-ba77-4204-a959-604ede93f1b9,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.647374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:58.650712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f4564301-bc24-4f01-9cc3-00ab7f77edb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.652148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Routers {'547ec67a-e1d2-4919-956e-1b63ca21b9f7'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:58.653621 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:00:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:58.682844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Usage tracker for resource:security_group_rule and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:58.687675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:58.695325 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:58.718473 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.securitygroups_db [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Project f7a44c96ec644398b4e11c7e8bf52cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:00:58.740282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.872960 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.879778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.882800 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e4ace99b-9ffe-4b77-8568-a301074e5f1a tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:58.935884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bd18b0-b17d-4391-bbee-e7e764f3e62b,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.940603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.941581 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.946509 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3081815 Apr 16 12:00:58.946914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55526) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:58.953413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Request body: {'security_group_rule': {'security_group_id': '770396a4-58e2-4a72-bdb7-db48266a7a43', 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:58.970764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:58.982004 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Usage tracker for resource:security_group_rule and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:58.986515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:58.987388 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4dc21f04-3f6a-4c74-aa8c-a1d6830211fd req-1ebab912-5605-4a53-9109-469fc19aabab tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0684712 Apr 16 12:00:58.998249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:59.009543 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.securitygroups_db [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Project f7a44c96ec644398b4e11c7e8bf52cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:00:59.022914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] Set router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:59.027954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.125588 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.128230 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.130641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e7e0b766-0747-4e63-9e1c-0352d49fec50 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:59.163995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be52bd22-9a39-41fc-8077-80536f83918f,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:59.164410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:59.172219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.173717 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2256107 Apr 16 12:00:59.438745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 55560) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:59.445829 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'name': 'tempest-TestShelveInstance-1943635597-router', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:40Z', 'updated_at': '2021-04-16T12:00:52Z', 'revision_number': 4, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'gw_port': {'id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:44Z', 'updated_at': '2021-04-16T12:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '2d6be75d-bf47-46a4-ab43-ba72afe8a420', 'name': '', 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'mac_address': 'fa:16:3e:b1:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '98c61ca2-cda9-4f7c-b5e5-c522d9b18382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:49Z', 'updated_at': '2021-04-16T12:00:58Z', 'revision_number': 4, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'subnets': [{'id': '98c61ca2-cda9-4f7c-b5e5-c522d9b18382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:59.450709 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28df516-cc6a-4f80-ba2b-00a6a03662eb None None] The sync data for ids ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'] in dv-cinder-786627-1-iscsi is: [{'id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'name': 'tempest-TestShelveInstance-1943635597-router', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:40Z', 'updated_at': '2021-04-16T12:00:52Z', 'revision_number': 4, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'gw_port': {'id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:44Z', 'updated_at': '2021-04-16T12:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '2d6be75d-bf47-46a4-ab43-ba72afe8a420', 'name': '', 'network_id': '952a14f1-607a-4337-a1e5-f918418e9fa5', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'mac_address': 'fa:16:3e:b1:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '98c61ca2-cda9-4f7c-b5e5-c522d9b18382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:49Z', 'updated_at': '2021-04-16T12:00:58Z', 'revision_number': 4, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'subnets': [{'id': '98c61ca2-cda9-4f7c-b5e5-c522d9b18382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:59.473305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.509699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:59.521687 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] Usage tracker for resource:security_group_rule and tenant:819329c4c4a744a2945c58d37b442217 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:59.530825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:59.542888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:59.676781 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.680672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.691559 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-450f62b4-3c4e-46f8-8953-38f237a64e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:59.742140 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb367aac-6f75-403f-9fbc-f2e8ae31058d,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:59.763033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:59.775032 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 55582) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:59.788976 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=819329c4c4a744a2945c58d37b442217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483434 Apr 16 12:00:59.875724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4a720586-9840-4372-969e-1abeeab31093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.900525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 2d6be75d-bf47-46a4-ab43-ba72afe8a420 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:59.924914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4a720586-9840-4372-969e-1abeeab31093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.994065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4a720586-9840-4372-969e-1abeeab31093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:00.006234 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0afeb91a-8dad-4b2f-a2b2-edb3160b64b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:00.047978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a720586-9840-4372-969e-1abeeab31093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb367aac-6f75-403f-9fbc-f2e8ae31058d,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:00.055382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4a720586-9840-4372-969e-1abeeab31093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:00.061532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4a720586-9840-4372-969e-1abeeab31093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:00.063850 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-4a720586-9840-4372-969e-1abeeab31093 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb367aac-6f75-403f-9fbc-f2e8ae31058d HTTP/1.1" status: 204 len: 168 time: 0.2868359 Apr 16 12:01:00.208037 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:00.227594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:00.229018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:00.467504 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2a56a310-b2b5-465e-986d-aad3c68033af req-5540bec0-0164-4c69-86b7-e735d35005ad tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1385734 Apr 16 12:01:00.575085 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:00.687685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 2d6be75d-bf47-46a4-ab43-ba72afe8a420, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=2d6be75d-bf47-46a4-ab43-ba72afe8a420,segment=NetworkSegment(4166d76d-10a5-4ef3-8670-8d95cb2d5bc1),segment_id=4166d76d-10a5-4ef3-8670-8d95cb2d5bc1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:00.692068 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:00.702658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:00.858039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=2d6be75d-bf47-46a4-ab43-ba72afe8a420,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:00.869785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:01.703688 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-60335277-3702-47f3-9b43-ac960513c426 req-1f719735-b742-4928-b01a-c054dc1db225 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0622258 Apr 16 12:01:01.871319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 2d6be75d-bf47-46a4-ab43-ba72afe8a420 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:01.986403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:01.987145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:02.902348 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-891b1910-1a2f-4105-ba80-92bd5b399f87 req-9d5ab44e-9890-4782-80eb-9cde51375136 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0548027 Apr 16 12:01:04.067127 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b0cb98af-16fe-45a0-a49a-047efa0125a8 req-1d764429-5852-456e-b170-4586ba2edb90 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0513332 Apr 16 12:01:05.257132 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e1d1f78c-64c5-41a3-8a7c-2e090b0065b7 req-f7ee9c58-6442-4656-aaa1-4f330d371ea8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0543365 Apr 16 12:01:06.445432 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ef332da6-1acb-4e14-8129-f051e9fd6c9e req-48bf870d-dadf-420a-878e-48938914be5e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0666864 Apr 16 12:01:07.612788 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1a6ca310-7757-4242-9d27-41ef4b4fb39f req-db731ec8-614a-4ac0-9d99-2e3aa34341d3 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0518172 Apr 16 12:01:08.438227 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ee37-18a9-4315-8c64-f03413890e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:08.787508 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-787cb343-e61e-46be-a304-76a598b8704b req-e8217182-2161-4554-a2b6-8615516c6280 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0520618 Apr 16 12:01:09.967165 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-39913e62-56c5-423b-b5bc-22e308783022 req-fa2f7188-19b5-46fc-8ae3-c5cbe929b401 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0559218 Apr 16 12:01:10.486249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9f7ffbc4-afb6-4fc0-9940-f6caa64b63b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:10.770554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:01:11.139165 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-04256b9c-492a-4141-8e01-e9e84706286b req-1e9e1dfd-0c0e-41f5-b02c-c837c675b3b3 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0518641 Apr 16 12:01:11.274759 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:11.832007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:12.513671 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4f1ef475-8fbf-4a4d-8fdf-7419cb1e81a4 req-fbd0ba3f-ba56-411a-8d64-489a39e3a4ac tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.2596149 Apr 16 12:01:13.196840 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.692563 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4b380d70-05b8-45e5-8641-1ba717ff7398 req-91d5c2de-663f-450c-8904-f94c4baec85b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0536151 Apr 16 12:01:14.899955 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-80562ca0-1e82-4896-9a45-db0f73320732 req-41888646-2828-4867-8bba-1a5a4f01f177 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0718603 Apr 16 12:01:15.079244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56066) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:15.145745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56074) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:15.297577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.309252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.327810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:15.332948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:15.335991 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Usage tracker for resource:security_group_rule and tenant:d306f5a78fd94d6588a7f3372ca02bd7 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:15.340441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:15.343847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] Usage tracker for resource:security_group_rule and tenant:1c218c388d1a4bccadaf27974d589735 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:15.349913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:15.352287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:15.358333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:15.520323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.535461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.547807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b21d1a0a-a2f2-4c40-8ec9-788eaba50139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:15.557189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.567646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.614870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd1cc37-cf8c-414d-b707-fa4c947ee920,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:15.622047 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d306f5a78fd94d6588a7f3372ca02bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411401 Apr 16 12:01:15.625961 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 56088) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:15.633307 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c218c388d1a4bccadaf27974d589735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864185 Apr 16 12:01:15.635120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.635536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.635967 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.636373 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.636769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.637171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.637566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.637965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.638359 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.638755 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.639138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.639525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.644163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:15.651000 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56092) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:15.651477 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:15.709137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb4287-ba75-427b-8cb4-59770c34471c,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:15.715010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:15.717903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.750373 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.759294 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e13fe1b3-36ef-45e1-a7df-9db29e430221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.788491 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e13fe1b3-36ef-45e1-a7df-9db29e430221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.804867 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.812472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:15.826320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd1cc37-cf8c-414d-b707-fa4c947ee920,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:15.838448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.838924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.839348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.839767 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.839919 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e13fe1b3-36ef-45e1-a7df-9db29e430221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.840208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.840623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.841307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.841752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.842195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.842671 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.843024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.843482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:15.845399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-58d4f150-b202-4a2d-8879-9ba5bcd6ac40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:15.847389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:15.849873 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.854674 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fd1cc37-cf8c-414d-b707-fa4c947ee920 HTTP/1.1" status: 204 len: 168 time: 0.2267468 Apr 16 12:01:15.859155 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fe1b3-36ef-45e1-a7df-9db29e430221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb4287-ba75-427b-8cb4-59770c34471c,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:15.861716 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e13fe1b3-36ef-45e1-a7df-9db29e430221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:15.870234 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e13fe1b3-36ef-45e1-a7df-9db29e430221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.871933 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e13fe1b3-36ef-45e1-a7df-9db29e430221 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/caeb4287-ba75-427b-8cb4-59770c34471c HTTP/1.1" status: 204 len: 168 time: 0.2062991 Apr 16 12:01:16.109012 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-48cfac76-679d-438a-be5a-59017ac39d0f req-31d8b604-e1ee-498e-bdbe-c3ac3eacc324 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0662029 Apr 16 12:01:16.303048 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c84c8b36-6a69-4950-b355-f468674d7879 req-6ec0abb5-a0a2-4536-b98d-e9abedb014ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1083517 Apr 16 12:01:16.307912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56112) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:16.328955 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.364722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 56120) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:16.385490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.392438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:16.397110 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] Usage tracker for resource:security_group_rule and tenant:5821bc65b4d94c718c854a7a92d0323f is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:16.400816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:16.407330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:16.412375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] Usage tracker for resource:security_group_rule and tenant:eeb47b52c6a24f2397fdbb3fd9a6b8b4 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:16.416280 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:16.422845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:16.436225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:16.590636 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.593188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.603841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f6f538d3-71a4-4a89-81ea-1c123b4f7e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:16.606432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.620187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8b36-6a69-4950-b355-f468674d7879 req-94a5d43b-fd7c-45c8-90aa-4de2e70b760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:16.621944 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c84c8b36-6a69-4950-b355-f468674d7879 req-94a5d43b-fd7c-45c8-90aa-4de2e70b760b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 1097 time: 0.2790978 Apr 16 12:01:16.622678 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.632902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cffae716-86fe-4969-91f0-e5b3d3db772c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:16.646140 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ff4ba1-4f5a-453e-ade6-c7d473ecb73e,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:16.668860 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eeb47b52c6a24f2397fdbb3fd9a6b8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005266 Apr 16 12:01:16.668860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:16.669142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 56134) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:16.712089 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5821bc65b4d94c718c854a7a92d0323f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4028268 Apr 16 12:01:16.715690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 56138) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:16.769412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2408bfa3-817d-4881-9f0b-ae0b23c0be29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.772016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219576f5-f954-4132-8953-11d6336d1ea3,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:16.777443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:16.800676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2408bfa3-817d-4881-9f0b-ae0b23c0be29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.848312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8b36-6a69-4950-b355-f468674d7879 req-0c749919-5068-40bb-b67e-e71b796d5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:16.849912 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c84c8b36-6a69-4950-b355-f468674d7879 req-0c749919-5068-40bb-b67e-e71b796d5901 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 911 time: 0.1923137 Apr 16 12:01:16.858266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e62177d6-289b-4130-a7bc-7f78087cb26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.906863 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e62177d6-289b-4130-a7bc-7f78087cb26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.928144 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c84c8b36-6a69-4950-b355-f468674d7879 req-4db54431-8398-4b0d-a62c-87ab5f0b185f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30116f33-460b-47c5-a3cf-483153866a15 HTTP/1.1" status: 200 len: 217 time: 0.0708587 Apr 16 12:01:16.950734 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2408bfa3-817d-4881-9f0b-ae0b23c0be29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.956008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1d228590-fd18-4170-8d78-5e667552f39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:16.984029 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408bfa3-817d-4881-9f0b-ae0b23c0be29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ff4ba1-4f5a-453e-ade6-c7d473ecb73e,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:16.989403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2408bfa3-817d-4881-9f0b-ae0b23c0be29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:16.995846 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2408bfa3-817d-4881-9f0b-ae0b23c0be29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.996969 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2408bfa3-817d-4881-9f0b-ae0b23c0be29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57ff4ba1-4f5a-453e-ade6-c7d473ecb73e HTTP/1.1" status: 204 len: 168 time: 0.3268459 Apr 16 12:01:17.003664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e62177d6-289b-4130-a7bc-7f78087cb26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:17.009916 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2da7322a-53bb-412c-8520-fc59517831a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:17.022227 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e62177d6-289b-4130-a7bc-7f78087cb26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:17.024058 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e62177d6-289b-4130-a7bc-7f78087cb26d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/219576f5-f954-4132-8953-11d6336d1ea3 HTTP/1.1" status: 204 len: 168 time: 0.3069785 Apr 16 12:01:17.024984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62177d6-289b-4130-a7bc-7f78087cb26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219576f5-f954-4132-8953-11d6336d1ea3,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:17.027768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e62177d6-289b-4130-a7bc-7f78087cb26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:17.030851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8b36-6a69-4950-b355-f468674d7879 req-f9f62465-c74d-4e42-b11d-9fb8ce7c3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:17.032553 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c84c8b36-6a69-4950-b355-f468674d7879 req-f9f62465-c74d-4e42-b11d-9fb8ce7c3ae7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 200 len: 849 time: 0.0955281 Apr 16 12:01:17.145360 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8b36-6a69-4950-b355-f468674d7879 req-fdee4b62-acd6-46fe-b721-ba0b090beffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:17.147358 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c84c8b36-6a69-4950-b355-f468674d7879 req-fdee4b62-acd6-46fe-b721-ba0b090beffb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057613 Apr 16 12:01:17.363405 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4a24ce05-80e3-4653-b57f-705d89319024 req-70ae106b-b88e-4902-9d2a-20a954b9e8e2 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0617914 Apr 16 12:01:17.452442 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c84c8b36-6a69-4950-b355-f468674d7879 req-80ebcdf5-b1ae-4db1-ad0c-11fed2fde953 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975132 Apr 16 12:01:17.642194 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c84c8b36-6a69-4950-b355-f468674d7879 req-d2069e74-b9c7-424c-a8b8-24d38d326f44 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821368 Apr 16 12:01:18.418914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 56224) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:18.561692 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6d578f51-8804-42af-af4e-261dd3125232 req-c7666168-1dc9-4992-9613-307e68e5364c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0498667 Apr 16 12:01:18.680733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.702774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:18.706966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] Usage tracker for resource:security_group_rule and tenant:66aa0cf53ff34d52845b66161b5aa685 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:18.710551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:18.719821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:18.820938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.829735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.840064 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-de10984c-2c52-41ed-a616-bb5586423fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:18.885206 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66aa0cf53ff34d52845b66161b5aa685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648626 Apr 16 12:01:18.887302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56248) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:18.887957 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1473063a-ae41-4c7f-aa1e-a2983c06f4ba,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:18.892837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:18.970547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d260536-800e-4d05-80de-d8f310e67da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:19.001422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d260536-800e-4d05-80de-d8f310e67da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:19.055273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d260536-800e-4d05-80de-d8f310e67da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:19.061059 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1a4b1802-1d58-407d-b39c-4e1c2a10c356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:19.080039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d260536-800e-4d05-80de-d8f310e67da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1473063a-ae41-4c7f-aa1e-a2983c06f4ba,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:19.089068 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6d260536-800e-4d05-80de-d8f310e67da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:19.094336 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d260536-800e-4d05-80de-d8f310e67da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:19.098467 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6d260536-800e-4d05-80de-d8f310e67da5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1473063a-ae41-4c7f-aa1e-a2983c06f4ba HTTP/1.1" status: 204 len: 168 time: 0.2097836 Apr 16 12:01:19.833415 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e508db82-92ef-45ba-ac66-9e587d72c103 req-f1e0b3af-8bcd-4818-8325-413efc6a5bd5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0732186 Apr 16 12:01:20.408652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56330) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:20.565481 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:20.584315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:20.589708 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] Usage tracker for resource:security_group_rule and tenant:85b075bd69564609a3a7b2f9d24a1fb5 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:20.593363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:20.599494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:20.689835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:20.692902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:20.702588 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6717e63d-28f2-4642-8c82-5542c111e1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:20.746088 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85b075bd69564609a3a7b2f9d24a1fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358493 Apr 16 12:01:20.747805 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bc0962-215e-4299-9194-86f44fc2a056,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:20.752693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:20.752693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56348) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:20.819580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8e5e6944-2f98-43ce-a494-44c6c20ea895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:20.847823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8e5e6944-2f98-43ce-a494-44c6c20ea895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:20.930014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8e5e6944-2f98-43ce-a494-44c6c20ea895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:20.936626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-da6ab293-1f6e-4b6c-a0bb-be7e787abd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:20.950503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e6944-2f98-43ce-a494-44c6c20ea895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bc0962-215e-4299-9194-86f44fc2a056,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:20.952937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8e5e6944-2f98-43ce-a494-44c6c20ea895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:20.955348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8e5e6944-2f98-43ce-a494-44c6c20ea895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:20.958109 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8e5e6944-2f98-43ce-a494-44c6c20ea895 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4bc0962-215e-4299-9194-86f44fc2a056 HTTP/1.1" status: 204 len: 168 time: 0.2050142 Apr 16 12:01:21.057874 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-319a26cb-7a0f-4ca5-986e-f60676816f0b req-01133cd2-586d-4ab3-853f-946b688dc3a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0691960 Apr 16 12:01:21.340156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56376) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:21.360506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.381171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:21.385983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] Usage tracker for resource:security_group_rule and tenant:b77072d14577467f97961583cc66b5ed is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:21.401337 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:21.415613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:21.539233 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.544723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.557376 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6d260536-800e-4d05-80de-d8f310e67da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:21.595892 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b77072d14577467f97961583cc66b5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545009 Apr 16 12:01:21.598852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 56380) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:21.605080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff6bca5-582b-474a-a8ee-500a77e7106d,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:21.608381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:21.681589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-132826fc-e06e-4c9e-998c-45b47beaccf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.721460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-132826fc-e06e-4c9e-998c-45b47beaccf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.802405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-132826fc-e06e-4c9e-998c-45b47beaccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.817016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-994178fb-bb89-4e56-9dfa-d2a91c4d0624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:21.831622 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132826fc-e06e-4c9e-998c-45b47beaccf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff6bca5-582b-474a-a8ee-500a77e7106d,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:21.836545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-132826fc-e06e-4c9e-998c-45b47beaccf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:21.838762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-132826fc-e06e-4c9e-998c-45b47beaccf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.843256 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-132826fc-e06e-4c9e-998c-45b47beaccf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ff6bca5-582b-474a-a8ee-500a77e7106d HTTP/1.1" status: 204 len: 168 time: 0.2432196 Apr 16 12:01:22.071035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:22.240946 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5aae6d1d-1cbd-41eb-88ba-1b9f91067399 req-97043b0a-13d2-4119-825d-5b666292b8cb tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0725260 Apr 16 12:01:23.470907 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aa8ce7ce-a6ff-4640-b297-b8d187a8e0bb req-968bedc9-3b88-44bd-b7f4-a684560a5991 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0691509 Apr 16 12:01:24.652172 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9971c07f-61bc-491a-9163-870a8941fd8b req-bd17b16f-067c-40d3-9a4a-d0705d599451 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0499213 Apr 16 12:01:25.817220 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dca3b1d0-6bbc-4ee6-ad49-67cdf2c48fcd req-55a88f8f-bcab-48c3-ac6e-9cbaca8d82ef tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0512927 Apr 16 12:01:26.983186 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f4f8c4d5-95a7-4845-8e09-96f93df672d7 req-eeeaf14d-f113-4df9-a238-eb669c75b59d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0499117 Apr 16 12:01:28.150795 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-08efbc02-d5b0-4e83-917e-1cb917f595a9 req-a7bd87f9-cd3f-4b4b-9878-eef42ca0e17d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0496266 Apr 16 12:01:29.319324 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9958cefb-7150-4c2c-bde9-d6901bc65ac9 req-6a350c28-73b2-42b1-b26f-6eafdfcc6601 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0534258 Apr 16 12:01:30.486151 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-55f5d308-918e-4bfb-b009-ffd829ad82dd req-587fc7c3-ab43-43b5-9f82-d28bc0bfccbc tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0495386 Apr 16 12:01:31.064249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 56618) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:31.203223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.219491 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:31.223589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] Usage tracker for resource:security_group_rule and tenant:8013a2502bf74e2281d2a6d2074c1e40 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:31.227122 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:31.234270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:31.325873 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.328535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.342114 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:31.382722 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8013a2502bf74e2281d2a6d2074c1e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172817 Apr 16 12:01:31.384478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08a2bbd-9628-4f9d-bf9a-40dd8eb221bf,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:31.385984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56632) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:31.387979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:31.453312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b8d0d671-232a-44fa-a3e1-e22cd25e6e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.482311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b8d0d671-232a-44fa-a3e1-e22cd25e6e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.535410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b8d0d671-232a-44fa-a3e1-e22cd25e6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.541730 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e13fe1b3-36ef-45e1-a7df-9db29e430221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:31.555353 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0d671-232a-44fa-a3e1-e22cd25e6e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08a2bbd-9628-4f9d-bf9a-40dd8eb221bf,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:31.559849 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b8d0d671-232a-44fa-a3e1-e22cd25e6e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:31.565782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b8d0d671-232a-44fa-a3e1-e22cd25e6e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.570420 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-b8d0d671-232a-44fa-a3e1-e22cd25e6e2d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a08a2bbd-9628-4f9d-bf9a-40dd8eb221bf HTTP/1.1" status: 204 len: 168 time: 0.1832047 Apr 16 12:01:31.662835 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d00e6fcb-9172-406f-80c0-f0c846c9b5b2 req-9df77279-0ef9-4ac0-af28-ec691965aee4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0490010 Apr 16 12:01:32.041100 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56662) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:32.198803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:32.215056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:32.219466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] Usage tracker for resource:security_group_rule and tenant:7c45ef2912314d96bde0fc1fa0475ca4 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:32.222579 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:32.229025 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:32.321532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:32.325028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:32.334612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ccfd788c-6d6e-49ad-a9c3-07b98b497c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:32.374656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a77a4b-7784-4f51-9a43-ff8564809c0a,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:32.380125 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:32.386335 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c45ef2912314d96bde0fc1fa0475ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414025 Apr 16 12:01:32.387065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56686) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:32.454264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2c2cda78-2d1f-4d28-aba7-5aed4655ddc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:32.483919 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2c2cda78-2d1f-4d28-aba7-5aed4655ddc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:32.542415 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2c2cda78-2d1f-4d28-aba7-5aed4655ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:32.548975 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-12dec618-aaee-4552-b8b4-920c34e263ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:32.564974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cda78-2d1f-4d28-aba7-5aed4655ddc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a77a4b-7784-4f51-9a43-ff8564809c0a,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:32.568093 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2c2cda78-2d1f-4d28-aba7-5aed4655ddc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:32.570209 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2c2cda78-2d1f-4d28-aba7-5aed4655ddc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:32.582218 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2c2cda78-2d1f-4d28-aba7-5aed4655ddc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54a77a4b-7784-4f51-9a43-ff8564809c0a HTTP/1.1" status: 204 len: 168 time: 0.1945319 Apr 16 12:01:32.882804 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e20a85d3-4dc2-4034-912e-18ebd8e59e4b req-e6f1af99-c2b2-4f63-b6e7-2dbce8051b41 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0763736 Apr 16 12:01:34.041722 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b19a9955-975f-4a2c-b083-ee837d69a529 req-696c104f-59c7-49d2-9ec0-27c630559652 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0509307 Apr 16 12:01:34.670249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56758) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:34.803804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:34.819298 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:34.823987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] Usage tracker for resource:security_group_rule and tenant:a091187008f6419b8a7cdcd50ae4c017 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:34.826858 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:34.833111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:34.918188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:34.921175 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:34.931248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a08a286b-eb17-4373-a718-a1a0ba1d4f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:34.975555 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a091187008f6419b8a7cdcd50ae4c017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041358 Apr 16 12:01:34.978410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 56768) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:34.979741 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88f6266-b329-4fb7-ab41-094a308367a4,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:34.982955 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:35.042983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0119a67a-0dc2-427e-8201-45e847b3d555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.071083 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0119a67a-0dc2-427e-8201-45e847b3d555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.122218 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0119a67a-0dc2-427e-8201-45e847b3d555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.127285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8027a60d-539d-4f7a-88f5-e300dcc9d70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:35.140497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119a67a-0dc2-427e-8201-45e847b3d555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88f6266-b329-4fb7-ab41-094a308367a4,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:35.144649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0119a67a-0dc2-427e-8201-45e847b3d555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:35.150891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0119a67a-0dc2-427e-8201-45e847b3d555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.154582 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0119a67a-0dc2-427e-8201-45e847b3d555 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d88f6266-b329-4fb7-ab41-094a308367a4 HTTP/1.1" status: 204 len: 168 time: 0.1722345 Apr 16 12:01:35.216605 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e98e8786-f890-488b-b779-1c900422a609 req-9f1d7dd1-4211-4561-8146-e3fbc21ccac8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0539324 Apr 16 12:01:35.460465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 56780) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:35.479546 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2c6c-4c23-48e0-9a2f-1c94346d4bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.495177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d6bb2c6c-4c23-48e0-9a2f-1c94346d4bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:35.499317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d6bb2c6c-4c23-48e0-9a2f-1c94346d4bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:1116bb0adc114597affda18bfe98ba9f is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:35.502368 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d6bb2c6c-4c23-48e0-9a2f-1c94346d4bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:35.509177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d6bb2c6c-4c23-48e0-9a2f-1c94346d4bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:35.603365 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2c6c-4c23-48e0-9a2f-1c94346d4bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.606412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d6bb2c6c-4c23-48e0-9a2f-1c94346d4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.615526 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-37ba898d-8b09-40c4-b119-cf8631afd157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:35.657955 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d6bb2c6c-4c23-48e0-9a2f-1c94346d4bd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1116bb0adc114597affda18bfe98ba9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963398 Apr 16 12:01:35.659673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb2c6c-4c23-48e0-9a2f-1c94346d4bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a6cbcb-de16-4a95-bb75-f81f718b4e1d,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:35.661100 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 56784) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:35.662876 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d6bb2c6c-4c23-48e0-9a2f-1c94346d4bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:35.725834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c254ac35-b3c7-47ea-aca2-7b9e6795ad76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.754607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c254ac35-b3c7-47ea-aca2-7b9e6795ad76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.802433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c254ac35-b3c7-47ea-aca2-7b9e6795ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.808624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cea23cbe-39c7-489d-8144-3419a613edc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:35.822215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254ac35-b3c7-47ea-aca2-7b9e6795ad76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a6cbcb-de16-4a95-bb75-f81f718b4e1d,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:35.824663 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c254ac35-b3c7-47ea-aca2-7b9e6795ad76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:35.833618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c254ac35-b3c7-47ea-aca2-7b9e6795ad76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.835245 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c254ac35-b3c7-47ea-aca2-7b9e6795ad76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09a6cbcb-de16-4a95-bb75-f81f718b4e1d HTTP/1.1" status: 204 len: 168 time: 0.1726003 Apr 16 12:01:36.267262 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-f690c81f-0ca3-40e8-9de4-97bae594fb6e tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=11cc74c47a394a4fb0dbf2c23ea59eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342903 Apr 16 12:01:36.391430 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-753462fc-1e28-49d0-a852-8397e454dbb1 req-4d789fa1-e13b-4d2f-9c59-bd0aca959a51 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0539653 Apr 16 12:01:36.445761 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-8006b86e-4a1c-400e-a253-1b864e35be05 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:36.447442 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-8006b86e-4a1c-400e-a253-1b864e35be05 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733062 Apr 16 12:01:36.469343 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-166520fb-1f57-428c-88f8-4501c3b7aea1 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/quotas/11cc74c47a394a4fb0dbf2c23ea59eba HTTP/1.1" status: 200 len: 375 time: 0.0155313 Apr 16 12:01:36.533718 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-2ad6860c-80a3-40ba-8109-a2a367a7f6b8 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11cc74c47a394a4fb0dbf2c23ea59eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570502 Apr 16 12:01:36.759307 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ddfdfb24-8fe5-43fd-a208-fb8e21b88f76 req-5daba227-a4c6-4039-a472-c8f14e545e02 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 210 time: 0.0509782 Apr 16 12:01:37.580305 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-399f7db5-adf7-4bd4-a6ac-79880a5f3af2 req-8f87f1df-80a7-41c4-8d75-e246200c54b1 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0534778 Apr 16 12:01:37.929857 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-594f1257-8623-4fc2-a1b0-d7353623c7c6 req-82c915bd-028f-4e33-9fde-44dc335df168 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 210 time: 0.0482268 Apr 16 12:01:38.389378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9fdebe18-7532-4e65-97b0-f540e67fc7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.750564 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-846d781b-5ebc-4a67-b82c-b2614cf4184f req-ed351acc-bf3c-4ece-a655-356222f0e94b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0497661 Apr 16 12:01:39.091799 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-78239e8d-1c5b-478e-8efe-c6398a9fae09 req-3d4489ac-8b36-4c36-90b7-501bc8ce3489 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 210 time: 0.0515401 Apr 16 12:01:39.879435 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-4d4998c7-c4c4-4e22-ad14-e3ffdac98f83 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=11cc74c47a394a4fb0dbf2c23ea59eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358069 Apr 16 12:01:39.933773 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5dafc637-ce43-4ba4-a1a8-8eb2e78ee695 req-17c97170-7ad9-4ff5-93aa-e11798833719 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0634537 Apr 16 12:01:40.060471 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-832c0889-7dcb-433a-8c02-bdcc2f1d57c3 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:40.062091 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-832c0889-7dcb-433a-8c02-bdcc2f1d57c3 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767254 Apr 16 12:01:40.400062 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9120d6a2-775b-4531-9a84-80a230d2f8b5 req-689a06ba-7b3d-4174-806b-5575c03fcb56 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 210 time: 0.0501971 Apr 16 12:01:40.480550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4842ebad-d5b2-4e0e-8d95-9405ecc345b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:41.087899 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6326dd43-3639-4cf4-a15f-3ee074bdd3db req-f9d96fab-7dc4-4ca1-87b8-f08181f7e43b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0491662 Apr 16 12:01:41.275275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:41.571421 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2c01b257-25a4-4409-adb4-b9f353744a67 req-a7727960-f44f-49af-a3f9-9b78984c987a tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 210 time: 0.0545406 Apr 16 12:01:41.833508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.253036 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a3f49b89-d3a1-4258-81c6-0ffbc919fe4b req-c9dfe35c-4b83-4c9d-8783-bea3a48ac945 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0494268 Apr 16 12:01:42.733168 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8d2afedc-3708-4355-b511-5eafe20c43f0 req-74380027-5329-4c85-a40e-c0d78aa8d419 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 210 time: 0.0484450 Apr 16 12:01:42.932653 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Request body: {'port': {'device_id': 'd09d1adc-d2df-49f2-8177-b660a4bc741b', 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c', 'admin_state_up': True, 'tenant_id': '11cc74c47a394a4fb0dbf2c23ea59eba'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:43.081028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:43.085375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Usage tracker for resource:port and tenant:11cc74c47a394a4fb0dbf2c23ea59eba is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:43.088569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:43.095401 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:43.105455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Made reservation on behalf of 11cc74c47a394a4fb0dbf2c23ea59eba for: {'port': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:43.111643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.125274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.141789 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:43.145846 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Usage tracker for resource:security_group_rule and tenant:11cc74c47a394a4fb0dbf2c23ea59eba is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:43.149919 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:43.156145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:43.198335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.245259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.248225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.252684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2c2cda78-2d1f-4d28-aba7-5aed4655ddc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:43.337676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca081c-1bc8-45ff-8d08-e827dc509603,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:43.344020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:43.434837 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6ec78db-6bfe-4296-859f-d3d1fef38586 req-3650454b-1565-4453-86d5-df1728e3dec4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0646126 Apr 16 12:01:43.437365 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Allocated IP 192.168.233.235 (062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c/9b22961c-0f19-4bf9-86e8-8f12c6516f06/afdfadec-09ce-42f0-8e5a-3ce68e15a89f) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:43.701096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.718078 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Transition to ACTIVE for port object afdfadec-09ce-42f0-8e5a-3ce68e15a89f will not be triggered until provisioned by entity DHCP. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:43.743997 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.763474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0e75c8e0-0832-40da-b38e-13b65205fea5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:43.859896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Pushing event updated for resources: {'Port': ['ID=afdfadec-09ce-42f0-8e5a-3ce68e15a89f,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:43.902460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:44.074059 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102010b-b2d4-4370-996f-c448bd1329c2 req-2bfd1c9e-fbb2-4e0b-8563-2e14fb92025c tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:44.075818 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4102010b-b2d4-4370-996f-c448bd1329c2 req-2bfd1c9e-fbb2-4e0b-8563-2e14fb92025c tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 936 time: 0.2176561 Apr 16 12:01:44.080504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:44.081721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:44.085699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:44.152440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57018) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:44.185845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:44.186285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.204120 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4102010b-b2d4-4370-996f-c448bd1329c2 req-8dfca44c-d65c-4a15-ad51-c66678b89589 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bca081c-1bc8-45ff-8d08-e827dc509603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200399 Apr 16 12:01:44.232340 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3042066 Apr 16 12:01:44.250505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Request body: {'port': {'device_id': 'd09d1adc-d2df-49f2-8177-b660a4bc741b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:44.302970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.320257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:44.324376 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] Usage tracker for resource:security_group_rule and tenant:97a297a5d34443c4adb0c1dadf2ccb2e is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:44.327352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:44.333318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:44.379512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.398058 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-c8fa3dfd-4a0f-45fe-8b28-8f66dd44de91 None None] Provisioning for port afdfadec-09ce-42f0-8e5a-3ce68e15a89f completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:44.414239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-c8fa3dfd-4a0f-45fe-8b28-8f66dd44de91 None None] Provisioning complete for port afdfadec-09ce-42f0-8e5a-3ce68e15a89f triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:44.414820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3dfd-4a0f-45fe-8b28-8f66dd44de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.420381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.424464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.452500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:44.484332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa3dfd-4a0f-45fe-8b28-8f66dd44de91 None None] Port afdfadec-09ce-42f0-8e5a-3ce68e15a89f cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:01:44.488847 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97a297a5d34443c4adb0c1dadf2ccb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351214 Apr 16 12:01:44.489711 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57028) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:44.490619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea20c7a-53cb-4749-b9dd-f7d5652d3473,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:44.497104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:44.565510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-353001e6-8fe3-441a-af46-8c22f4d52154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.639177 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d973af82-dccb-43ef-996a-6a3252049332 req-33daa99b-2cf0-4c25-a9bc-efe1d60ea770 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0605896 Apr 16 12:01:44.644672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-353001e6-8fe3-441a-af46-8c22f4d52154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.713325 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-353001e6-8fe3-441a-af46-8c22f4d52154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.719520 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eaa15e0e-7322-4a69-911b-3631eee0f06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:44.735897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353001e6-8fe3-441a-af46-8c22f4d52154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea20c7a-53cb-4749-b9dd-f7d5652d3473,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:44.743256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-353001e6-8fe3-441a-af46-8c22f4d52154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:44.744180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-353001e6-8fe3-441a-af46-8c22f4d52154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.746687 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-353001e6-8fe3-441a-af46-8c22f4d52154 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eea20c7a-53cb-4749-b9dd-f7d5652d3473 HTTP/1.1" status: 204 len: 168 time: 0.2514369 Apr 16 12:01:44.961615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdfadec-09ce-42f0-8e5a-3ce68e15a89f {{(pid=85343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:44.970136 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.986128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Transition to ACTIVE for port object afdfadec-09ce-42f0-8e5a-3ce68e15a89f will not be triggered until provisioned by entity L2. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:44.988587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.005437 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d26945d7-d052-47d6-8f6a-94e05ce2ac8e tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:45.056926 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57040) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:45.078570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.097694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:45.099241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f961d375248455bafb28496ca306200 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:45.102875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:45.109148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:45.148853 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Pushing event updated for resources: {'Port': ['ID=afdfadec-09ce-42f0-8e5a-3ce68e15a89f,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:45.151913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:45.211383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.216390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.250625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a5150bbe-185b-46a9-9e75-8bdf9bf0d0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:45.282941 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f961d375248455bafb28496ca306200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248020 Apr 16 12:01:45.284112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a1b976-4bae-4ad3-a396-b138ac4b0089,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:45.307211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57058) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:45.318586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:45.440103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f19d-031a-4543-b04e-41400255177f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.492633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f19d-031a-4543-b04e-41400255177f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.540980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f19d-031a-4543-b04e-41400255177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.547659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a66c86dd-6f12-4dd5-9db9-52a4fb523e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:45.561450 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Attempting to bind port afdfadec-09ce-42f0-8e5a-3ce68e15a89f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:45.562088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Attempting to bind port afdfadec-09ce-42f0-8e5a-3ce68e15a89f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c'}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:45.562469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3f19d-031a-4543-b04e-41400255177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a1b976-4bae-4ad3-a396-b138ac4b0089,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:45.562680 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Attempting to bind port afdfadec-09ce-42f0-8e5a-3ce68e15a89f on network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:45.565176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f2a3f19d-031a-4543-b04e-41400255177f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:45.566339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f19d-031a-4543-b04e-41400255177f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.567577 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f2a3f19d-031a-4543-b04e-41400255177f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62a1b976-4bae-4ad3-a396-b138ac4b0089 HTTP/1.1" status: 204 len: 168 time: 0.2588542 Apr 16 12:01:45.584633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Port afdfadec-09ce-42f0-8e5a-3ce68e15a89f on network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:01:45.585015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Attempting to bind port afdfadec-09ce-42f0-8e5a-3ce68e15a89f on network 062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:45.595670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:45.596248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Checking segment: {'id': 'fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:45.596743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Bound using segment: {'id': 'fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c'} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:45.597378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Bound port: afdfadec-09ce-42f0-8e5a-3ce68e15a89f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c'}}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:45.597777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.721393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17f43f-ed3e-4d5e-8c23-0952f9253444 req-dd6a724c-ee80-4889-a486-1970fc4a79b8 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:45.722187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-5a17f43f-ed3e-4d5e-8c23-0952f9253444 req-dd6a724c-ee80-4889-a486-1970fc4a79b8 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Synchronizing usage tracker for tenant:11cc74c47a394a4fb0dbf2c23ea59eba on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:45.734676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] For port afdfadec-09ce-42f0-8e5a-3ce68e15a89f, host hv-cinder-78662, cleared binding levels {{(pid=85343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:45.739901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] For port afdfadec-09ce-42f0-8e5a-3ce68e15a89f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=afdfadec-09ce-42f0-8e5a-3ce68e15a89f,segment=NetworkSegment(fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0),segment_id=fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0)] {{(pid=85343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:45.747954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.765488 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-133462c9-c711-4cbb-9fe4-95802f8f655a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:45.808814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-5a17f43f-ed3e-4d5e-8c23-0952f9253444 req-dd6a724c-ee80-4889-a486-1970fc4a79b8 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Unset dirty status for tenant:11cc74c47a394a4fb0dbf2c23ea59eba on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:45.812523 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5a17f43f-ed3e-4d5e-8c23-0952f9253444 req-dd6a724c-ee80-4889-a486-1970fc4a79b8 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 948 time: 0.4119606 Apr 16 12:01:45.845262 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-de26ad50-b51c-4046-8de9-fad9c1b103ab req-3e5e21a2-508a-4e8c-9a9a-75e395c9a55e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0616462 Apr 16 12:01:45.970821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Pushing event updated for resources: {'Port': ['ID=afdfadec-09ce-42f0-8e5a-3ce68e15a89f,revision_number=3']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:45.978582 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:45.981158 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-5a17f43f-ed3e-4d5e-8c23-0952f9253444 req-e4460d9d-54cc-41b2-9616-06c255a3a5b3 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Synchronizing usage tracker for tenant:11cc74c47a394a4fb0dbf2c23ea59eba on resource:security_group {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:46.020153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-5a17f43f-ed3e-4d5e-8c23-0952f9253444 req-e4460d9d-54cc-41b2-9616-06c255a3a5b3 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Unset dirty status for tenant:11cc74c47a394a4fb0dbf2c23ea59eba on resource:security_group {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:46.020716 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5a17f43f-ed3e-4d5e-8c23-0952f9253444 req-e4460d9d-54cc-41b2-9616-06c255a3a5b3 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bca081c-1bc8-45ff-8d08-e827dc509603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500885 Apr 16 12:01:46.027564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:46.028510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.029900 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] 10.222.0.55 "PUT /v2.0/ports/afdfadec-09ce-42f0-8e5a-3ce68e15a89f HTTP/1.1" status: 200 len: 1098 time: 1.7845905 Apr 16 12:01:46.030443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09d1adc-d2df-49f2-8177-b660a4bc741b', 'tag': 'afdfadec-09ce-42f0-8e5a-3ce68e15a89f'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:46.133381 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09d1adc-d2df-49f2-8177-b660a4bc741b', 'tag': 'afdfadec-09ce-42f0-8e5a-3ce68e15a89f', 'status': 'completed', 'code': 200} Apr 16 12:01:46.173942 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-305a3b67-cb76-467a-94e4-3e736b609384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:46.175829 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-305a3b67-cb76-467a-94e4-3e736b609384 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11cc74c47a394a4fb0dbf2c23ea59eba&device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 1101 time: 0.0901115 Apr 16 12:01:46.263516 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-03340231-e288-4b14-81f1-1b30b50865af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=afdfadec-09ce-42f0-8e5a-3ce68e15a89f HTTP/1.1" status: 200 len: 217 time: 0.0781999 Apr 16 12:01:46.339985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-34f0da0a-fdf6-41b4-a2c2-be4ab0fea90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:46.341928 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-34f0da0a-fdf6-41b4-a2c2-be4ab0fea90a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b22961c-0f19-4bf9-86e8-8f12c6516f06 HTTP/1.1" status: 200 len: 843 time: 0.0661533 Apr 16 12:01:46.438563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-475c077a-4652-4c4e-ad4b-dbd5ba23afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:46.440316 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-475c077a-4652-4c4e-ad4b-dbd5ba23afd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0859890 Apr 16 12:01:46.592012 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-f9faff50-dc2e-4484-8ba7-08a01a29b45c service neutron] 10.222.0.55 "GET /v2.0/networks/062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414826 Apr 16 12:01:46.743481 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-eb9e0fef-6c55-4754-8d41-0c1a999d76d5 service neutron] 10.222.0.55 "GET /v2.0/networks/062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385598 Apr 16 12:01:46.879548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11245e1-6783-42f8-9311-3c0e25024308 req-9775b48e-f6aa-4c9c-8542-d0e84b0440ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:46.881222 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c11245e1-6783-42f8-9311-3c0e25024308 req-9775b48e-f6aa-4c9c-8542-d0e84b0440ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=11cc74c47a394a4fb0dbf2c23ea59eba&device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 1101 time: 0.0911186 Apr 16 12:01:47.088565 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6117beb1-f266-470a-afbd-922b2b30fec8 req-62dd0a23-a2a4-40fa-a973-231890cf5307 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0716720 Apr 16 12:01:47.149912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11245e1-6783-42f8-9311-3c0e25024308 req-58a778e8-a67a-42cb-8083-47639dc7bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:47.151674 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c11245e1-6783-42f8-9311-3c0e25024308 req-58a778e8-a67a-42cb-8083-47639dc7bd63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c HTTP/1.1" status: 200 len: 870 time: 0.2612724 Apr 16 12:01:47.245599 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c11245e1-6783-42f8-9311-3c0e25024308 req-066f3d59-c956-4d58-aeb5-776d55896625 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=afdfadec-09ce-42f0-8e5a-3ce68e15a89f HTTP/1.1" status: 200 len: 217 time: 0.0856061 Apr 16 12:01:47.249819 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-680d9803-dd30-434f-b868-d3982cd65651 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:47.251660 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-680d9803-dd30-434f-b868-d3982cd65651 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.55 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 948 time: 0.1441422 Apr 16 12:01:47.371818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11245e1-6783-42f8-9311-3c0e25024308 req-550767ba-6434-47f5-9f83-dc00694f64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:47.373536 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c11245e1-6783-42f8-9311-3c0e25024308 req-550767ba-6434-47f5-9f83-dc00694f64e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b22961c-0f19-4bf9-86e8-8f12c6516f06 HTTP/1.1" status: 200 len: 843 time: 0.1145699 Apr 16 12:01:47.385507 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1d31a-b5ae-481d-b7ff-54b333c9a9ae req-5e972793-16d8-424c-a0d2-700dbf5a07e8 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:47.387843 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-46b1d31a-b5ae-481d-b7ff-54b333c9a9ae req-5e972793-16d8-424c-a0d2-700dbf5a07e8 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 948 time: 0.1847444 Apr 16 12:01:47.399305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Deleting port afdfadec-09ce-42f0-8e5a-3ce68e15a89f {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:47.399518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.485551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11245e1-6783-42f8-9311-3c0e25024308 req-71e1d914-6bcc-4a8c-992a-4e7be327500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:47.486701 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c11245e1-6783-42f8-9311-3c0e25024308 req-71e1d914-6bcc-4a8c-992a-4e7be327500a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1049514 Apr 16 12:01:47.494237 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-46b1d31a-b5ae-481d-b7ff-54b333c9a9ae req-7a2cad44-cfd0-49ea-a79c-fa7bf42cf7f4 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/security-groups?id=7bca081c-1bc8-45ff-8d08-e827dc509603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589368 Apr 16 12:01:47.642726 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c11245e1-6783-42f8-9311-3c0e25024308 req-215b4fb6-2c92-4c43-9a94-e81e5b795e6b service neutron] 10.222.0.55 "GET /v2.0/networks/062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472130 Apr 16 12:01:47.736568 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] For port afdfadec-09ce-42f0-8e5a-3ce68e15a89f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=afdfadec-09ce-42f0-8e5a-3ce68e15a89f,segment=NetworkSegment(fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0),segment_id=fd5ec7d5-1f65-4b85-9ff5-5b4eadbe8dc0)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:47.737112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.771124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:01:47.800442 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c11245e1-6783-42f8-9311-3c0e25024308 req-d92d7d25-fd60-4708-ba8e-d8324b49a25d service neutron] 10.222.0.55 "GET /v2.0/networks/062fc8e6-e745-46c3-ac2a-e10e4ec6bf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495965 Apr 16 12:01:48.096200 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Calling delete_port for afdfadec-09ce-42f0-8e5a-3ce68e15a89f owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:01:48.261188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.265686 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-030afde6-07a4-44d3-9d40-1b079f53a9f1 req-4efa7342-7feb-4707-a16c-6a2aa712ab15 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0556643 Apr 16 12:01:48.290520 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-18207e84-16bf-42ec-a081-b46acfb81f22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:48.343203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Pushing event deleted for resources: {'Port': ['ID=afdfadec-09ce-42f0-8e5a-3ce68e15a89f,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:48.345816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:48.587529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] No DVR routers for this DVR port afdfadec-09ce-42f0-8e5a-3ce68e15a89f on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:01:48.592729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.595515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09d1adc-d2df-49f2-8177-b660a4bc741b', 'name': 'network-vif-deleted', 'tag': 'afdfadec-09ce-42f0-8e5a-3ce68e15a89f'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:48.615392 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.55 "DELETE /v2.0/ports/afdfadec-09ce-42f0-8e5a-3ce68e15a89f HTTP/1.1" status: 204 len: 173 time: 1.3504226 Apr 16 12:01:48.691703 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd09d1adc-d2df-49f2-8177-b660a4bc741b', 'name': 'network-vif-deleted', 'tag': 'afdfadec-09ce-42f0-8e5a-3ce68e15a89f', 'status': 'failed', 'code': 422} returned with failed status Apr 16 12:01:48.754293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-ff5f56af-a0c5-47b1-a504-87eceb4daad4 req-0a5319b9-ba91-4472-bd23-c3481dbf1603 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Synchronizing usage tracker for tenant:11cc74c47a394a4fb0dbf2c23ea59eba on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:48.770565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-ff5f56af-a0c5-47b1-a504-87eceb4daad4 req-0a5319b9-ba91-4472-bd23-c3481dbf1603 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Unset dirty status for tenant:11cc74c47a394a4fb0dbf2c23ea59eba on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:48.771799 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ff5f56af-a0c5-47b1-a504-87eceb4daad4 req-0a5319b9-ba91-4472-bd23-c3481dbf1603 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 210 time: 0.0706930 Apr 16 12:01:49.175776 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-c34b993f-31e0-4e25-b349-7b297d7dc669 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 210 time: 0.0532453 Apr 16 12:01:49.439262 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-aed3d7ef-2c4a-41c5-a4da-d56caa28deaa req-a618c208-d617-4fd1-b417-004ae11ccb81 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0538087 Apr 16 12:01:49.961477 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-569d9b82-d5c3-4ea4-88bd-37c90ff1b2ec req-617fecfc-23fe-440f-960c-ea5ce5773898 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 210 time: 0.0543420 Apr 16 12:01:50.224464 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-423c6829-f4c6-49cc-bcb4-826b6679abc5 req-a82a9740-a90a-4a51-919f-6448e05e14bd tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09d1adc-d2df-49f2-8177-b660a4bc741b HTTP/1.1" status: 200 len: 210 time: 0.0498211 Apr 16 12:01:50.695664 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1b8eceac-ba78-4fcb-8a12-631c539458e4 req-32948e9a-a958-4b24-b0af-dac7cb17f613 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0556757 Apr 16 12:01:50.853935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-29fbb295-2a4b-408e-b920-4d0718f04478 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Synchronizing usage tracker for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:security_group {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:50.872498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-29fbb295-2a4b-408e-b920-4d0718f04478 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Unset dirty status for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:security_group {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:50.874418 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-29fbb295-2a4b-408e-b920-4d0718f04478 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808210212&fields=id&tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd HTTP/1.1" status: 200 len: 267 time: 0.0665731 Apr 16 12:01:51.041213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-649c37d1-cc5e-484c-84e4-25288913ef5d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:51.042855 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-649c37d1-cc5e-484c-84e4-25288913ef5d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/networks?id=1f3257f1-1776-430e-b756-cae43f523094 HTTP/1.1" status: 200 len: 809 time: 0.1599035 Apr 16 12:01:51.059225 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-85a96a79-979a-4fee-8223-76f2487c5a09 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/quotas/f7a44c96ec644398b4e11c7e8bf52cfd HTTP/1.1" status: 200 len: 375 time: 0.0103323 Apr 16 12:01:51.151702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-d76a5d46-2a87-43ff-a2a4-27470377705b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Synchronizing usage tracker for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:51.169077 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-d76a5d46-2a87-43ff-a2a4-27470377705b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Unset dirty status for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:51.170539 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-d76a5d46-2a87-43ff-a2a4-27470377705b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050668 Apr 16 12:01:51.330642 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-82d3d031-7acd-49ea-bb09-0c494de9a221 service neutron] 10.222.0.48 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460810 Apr 16 12:01:51.493571 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-0123ffd5-a3b8-4e20-8e1a-fbe95e24effe service neutron] 10.222.0.48 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558101 Apr 16 12:01:51.872567 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b48e2a7d-673b-4a7b-9742-394aff37f53f req-c8287306-162e-46f5-ae6a-28df4b469112 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0498381 Apr 16 12:01:52.030889 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-116edafc-409f-41a6-9b0f-3eddff50e062 req-726cdb61-8106-4109-ac1b-f4a3bcb85d9e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 210 time: 0.0634463 Apr 16 12:01:52.068179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:53.041039 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d7293034-ca3b-473f-acfc-a74980ae9ab4 req-01fb1fb5-8f16-4048-b924-509a87bfa870 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0503767 Apr 16 12:01:53.198784 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-39e68473-6a4e-40ef-98e1-7f25950105a3 req-ff12bf00-0807-4d4e-95b7-c1972138d584 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 210 time: 0.0515869 Apr 16 12:01:54.379188 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7a10af48-8f99-4bed-b19e-f2cde62c38bf req-640eaa90-d5e5-4a28-afd9-2f80bab6883a tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 210 time: 0.0512204 Apr 16 12:01:54.432480 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fa7b827d-4159-4ebb-b8c6-e1183220200e req-fde9c42a-50c4-4ea2-bc46-c329d46b061e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.2745535 Apr 16 12:01:55.553746 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ec6fc38d-daa2-49f7-bbee-6b26d97c0b7d req-4701bce6-8457-4039-8239-9069fb8597c7 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 210 time: 0.0527685 Apr 16 12:01:55.596195 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-918e7000-b731-4e8c-8899-0279542f34e3 req-8519ea01-fde7-4096-9bf2-c0a040f6c9b5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0492988 Apr 16 12:01:56.718551 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8a1a7905-8a82-461b-b759-1fe7e7a9699a req-6bfd0bfb-eab3-4fcd-a533-7bf98ec58967 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 210 time: 0.0492742 Apr 16 12:01:56.761263 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8e69d786-a97d-4cf7-b612-752863dfc6dc req-c8189aef-68c6-43f8-9b10-38f54ab2bde2 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0497942 Apr 16 12:01:56.963291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-f2444cb5-6cc0-49e2-bcac-d019735b838f tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:56.964083 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-f2444cb5-6cc0-49e2-bcac-d019735b838f tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Synchronizing usage tracker for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:56.981650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-f2444cb5-6cc0-49e2-bcac-d019735b838f tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Unset dirty status for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:56.982903 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-f2444cb5-6cc0-49e2-bcac-d019735b838f tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.55 "GET /v2.0/networks?id=1f3257f1-1776-430e-b756-cae43f523094 HTTP/1.1" status: 200 len: 809 time: 0.1813157 Apr 16 12:01:57.062544 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-256dc15c-1c28-4705-9679-b151f2d830f2 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Synchronizing usage tracker for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:57.075010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-256dc15c-1c28-4705-9679-b151f2d830f2 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Unset dirty status for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:57.076511 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-256dc15c-1c28-4705-9679-b151f2d830f2 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd HTTP/1.1" status: 200 len: 8059 time: 0.0841427 Apr 16 12:01:57.090742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Request body: {'port': {'device_id': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'admin_state_up': True, 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'security_groups': ['770396a4-58e2-4a72-bdb7-db48266a7a43']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:57.239573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:57.249621 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:57.257941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Made reservation on behalf of f7a44c96ec644398b4e11c7e8bf52cfd for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:57.263992 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:57.436864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Allocated IP 172.20.0.6 (1f3257f1-1776-430e-b756-cae43f523094/68e96243-886f-4aae-915e-46910fab8b71/35dc48d9-91a9-4dbc-a15d-a006c120fdbd) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:57.645912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:57.662855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Transition to ACTIVE for port object 35dc48d9-91a9-4dbc-a15d-a006c120fdbd will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:57.686551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:57.702302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f2afff64-f56d-46e8-be6d-3ca27feab7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:57.843814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event updated for resources: {'Port': ['ID=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:57.882727 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:57.930282 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41676b0e-f890-48cb-a40b-ad065fff0bfa req-bf38a98f-f825-449f-a638-b2d4200682dc tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0524776 Apr 16 12:01:57.973832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Network 1f3257f1-1776-430e-b756-cae43f523094 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:57.976510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:57.979253 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:58.015296 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557296b-61b2-484f-9077-fd51f3e622c4 req-426c6ed9-c64d-468f-b6d0-6d9c50447328 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:58.016964 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4557296b-61b2-484f-9077-fd51f3e622c4 req-426c6ed9-c64d-468f-b6d0-6d9c50447328 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 931 time: 0.1805661 Apr 16 12:01:58.091064 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:58.091399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:58.113148 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4557296b-61b2-484f-9077-fd51f3e622c4 req-3c334e6b-e047-4bc0-8f7e-25b8e79070a5 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862296 Apr 16 12:01:58.131954 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0405660 Apr 16 12:01:58.145224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Request body: {'port': {'device_id': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:58.172777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-1783f1bf-936d-400b-bd4f-ab0f534937a5 None None] Provisioning for port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:58.179433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-1783f1bf-936d-400b-bd4f-ab0f534937a5 None None] Provisioning complete for port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:58.179433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1783f1bf-936d-400b-bd4f-ab0f534937a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:58.240427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-1783f1bf-936d-400b-bd4f-ab0f534937a5 None None] Port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:01:58.274333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:58.648439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dc48d9-91a9-4dbc-a15d-a006c120fdbd {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:58.656769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:58.677705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Transition to ACTIVE for port object 35dc48d9-91a9-4dbc-a15d-a006c120fdbd will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:58.681235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:58.697483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db97c10d-ac98-4323-b6a9-40493b8bb419 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:58.839396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:58.842704 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:59.117546 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Attempting to bind port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:59.118058 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Attempting to bind port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:59.118480 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Attempting to bind port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd on network 1f3257f1-1776-430e-b756-cae43f523094 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:59.125451 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57602) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:59.137359 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd on network 1f3257f1-1776-430e-b756-cae43f523094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:01:59.137940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Attempting to bind port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd on network 1f3257f1-1776-430e-b756-cae43f523094 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:59.145989 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb92d64b-26bb-4afb-88be-aa5e68cc5aec req-4a11366e-2b4c-4ed8-a0a3-11271067ea08 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0785396 Apr 16 12:01:59.158743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:59.160314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Checking segment: {'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:59.161344 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Bound using segment: {'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:59.161961 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Bound port: 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f3257f1-1776-430e-b756-cae43f523094'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:59.162364 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.181725 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device e9be58e9-e2a6-459c-ab46-df8b792a13c1 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:01:59.191059 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No ports have port_id starting with e9be58e9-e2a6-459c-ab46-df8b792a13c1 Apr 16 12:01:59.201085 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device e9be58e9-e2a6-459c-ab46-df8b792a13c1 requested by agent hyperv_hv-cinder-78662 not found in database {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:101}} Apr 16 12:01:59.201710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 30116f33-460b-47c5-a3cf-483153866a15 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:01:59.269419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] For port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:59.273526 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] For port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:59.279103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.301756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:59.550050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 30116f33-460b-47c5-a3cf-483153866a15, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30116f33-460b-47c5-a3cf-483153866a15,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:59.566298 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '30116f33-460b-47c5-a3cf-483153866a15', 'network_id': '6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605', 'port_id': '30116f33-460b-47c5-a3cf-483153866a15', 'mac_address': 'fa:16:3e:ec:52:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee9660e-00d1-4652-8fbb-4b7b81a7d2ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:01:59.595664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:59.624589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:59.626080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:59.626777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.628308 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] 10.222.0.55 "PUT /v2.0/ports/35dc48d9-91a9-4dbc-a15d-a006c120fdbd HTTP/1.1" status: 200 len: 1093 time: 1.4878516 Apr 16 12:01:59.630788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:59.631289 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.643206 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6a0eef56-89f7-4d53-be56-1ad9d8667dca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11cc74c47a394a4fb0dbf2c23ea59eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144639 Apr 16 12:01:59.646035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 57620) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:59.674052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30116f33-460b-47c5-a3cf-483153866a15 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:59.714933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 30116f33-460b-47c5-a3cf-483153866a15, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30116f33-460b-47c5-a3cf-483153866a15,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:59.721147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.722274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device b896185e-3dee-4389-843f-9005b65eb5b0 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:01:59.728611 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No ports have port_id starting with b896185e-3dee-4389-843f-9005b65eb5b0 Apr 16 12:01:59.729926 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1031d58c-6711-4d67-b99f-01448a3f6fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:59.750306 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'status': 'completed', 'code': 200} Apr 16 12:01:59.768532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device b896185e-3dee-4389-843f-9005b65eb5b0 requested by agent hyperv_hv-cinder-78662 not found in database {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:101}} Apr 16 12:01:59.769030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 83ca66c6-e1d0-4fea-ae79-249c7224ed22 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:01:59.773023 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08b45006-b499-498d-9eee-814e8db87244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.787416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e075e9-d5ee-43cd-8676-4ffd886e34fb req-9c266ccd-2d71-419f-88af-84326a700f0c tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:59.789006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-b4e075e9-d5ee-43cd-8676-4ffd886e34fb req-9c266ccd-2d71-419f-88af-84326a700f0c tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Synchronizing usage tracker for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:59.824019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08b45006-b499-498d-9eee-814e8db87244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.829768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-b4e075e9-d5ee-43cd-8676-4ffd886e34fb req-9c266ccd-2d71-419f-88af-84326a700f0c tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Unset dirty status for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:59.831809 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b4e075e9-d5ee-43cd-8676-4ffd886e34fb req-9c266ccd-2d71-419f-88af-84326a700f0c tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.5311735 Apr 16 12:01:59.882512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08b45006-b499-498d-9eee-814e8db87244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.890746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4c11623a-6bc7-4677-8373-5f8941928841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:59.903579 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b45006-b499-498d-9eee-814e8db87244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bca081c-1bc8-45ff-8d08-e827dc509603,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:59.906157 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b4e075e9-d5ee-43cd-8676-4ffd886e34fb req-2e130674-f315-4663-99c2-464a321dd9f1 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596702 Apr 16 12:01:59.916150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-6859c19b-0646-451e-a029-170d74f3985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:59.916655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-08b45006-b499-498d-9eee-814e8db87244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:59.917945 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-6859c19b-0646-451e-a029-170d74f3985e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd&device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 1096 time: 0.2306769 Apr 16 12:01:59.926051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-08b45006-b499-498d-9eee-814e8db87244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.927050 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-08b45006-b499-498d-9eee-814e8db87244 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bca081c-1bc8-45ff-8d08-e827dc509603 HTTP/1.1" status: 204 len: 168 time: 0.2799654 Apr 16 12:02:00.004914 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-5a7823b0-c329-45dc-a0fc-09df5e481187 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd HTTP/1.1" status: 200 len: 217 time: 0.0748897 Apr 16 12:02:00.010248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=30116f33-460b-47c5-a3cf-483153866a15,revision_number=7']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:00.025650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.026234 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.026620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.027002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.027376 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.027749 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.028147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.028519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.028895 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.029262 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.029628 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.029993 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:00.040684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:00.066874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 83ca66c6-e1d0-4fea-ae79-249c7224ed22, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:00.082199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'network_id': '30cb16a0-3a69-4e73-8022-cef4510ee34c', 'port_id': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'mac_address': 'fa:16:3e:9a:00:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e165c5b-826e-478c-ae89-71ac2f340a0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:02:00.090400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-bf00f646-b05f-4880-8b12-847170f10b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:00.092264 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-bf00f646-b05f-4880-8b12-847170f10b26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68e96243-886f-4aae-915e-46910fab8b71 HTTP/1.1" status: 200 len: 848 time: 0.0800643 Apr 16 12:02:00.153969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:00.174481 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ca66c6-e1d0-4fea-ae79-249c7224ed22 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:02:00.192709 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-9d0f84c9-efe5-4297-9006-690fff354c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:00.192906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 83ca66c6-e1d0-4fea-ae79-249c7224ed22, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:00.194692 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-9d0f84c9-efe5-4297-9006-690fff354c3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f3257f1-1776-430e-b756-cae43f523094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955279 Apr 16 12:02:00.196054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:00.198923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:00.285060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=83ca66c6-e1d0-4fea-ae79-249c7224ed22,revision_number=7']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:00.309060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:00.345927 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-af641daa-e308-4ca8-b984-6525e7ee949c req-5bd545a8-cf04-4324-addf-9d8aafa8c40a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0834219 Apr 16 12:02:00.353073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['30116f33-460b-47c5-a3cf-483153866a15'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:00.392971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['83ca66c6-e1d0-4fea-ae79-249c7224ed22'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:00.778539 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-3c425c32-4483-40f3-bb48-3543133345c3 service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754910 Apr 16 12:02:00.945596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 57668) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:00.963112 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e0d7e507-51dc-402a-9f89-2495b65a5a80 req-0389bd7e-a9de-4c89-b4df-acd55b81bebd service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776965 Apr 16 12:02:01.115302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-c09a73f3-a16d-4921-8e04-be7a4fb162ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:01.117499 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-c09a73f3-a16d-4921-8e04-be7a4fb162ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd&device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 1096 time: 0.0983088 Apr 16 12:02:01.117837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1928735105-network', 'tenant_id': 'c16e11c9394346e3b1cfc10dbee8e0d5'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:01.123418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:01.129837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Usage tracker for resource:network and tenant:c16e11c9394346e3b1cfc10dbee8e0d5 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:01.134677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:01.143618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:01.156201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Made reservation on behalf of c16e11c9394346e3b1cfc10dbee8e0d5 for: {'network': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:01.162489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.180429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.199854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 83ca66c6-e1d0-4fea-ae79-249c7224ed22 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:01.201913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:01.208037 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Usage tracker for resource:security_group_rule and tenant:c16e11c9394346e3b1cfc10dbee8e0d5 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:01.211978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:01.220842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:01.342180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.346350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.364733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=85343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:02:01.378860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-8c9121af-6e0a-40f3-8482-b7f7b6cde016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:01.380477 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-8c9121af-6e0a-40f3-8482-b7f7b6cde016 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f3257f1-1776-430e-b756-cae43f523094 HTTP/1.1" status: 200 len: 910 time: 0.2536571 Apr 16 12:02:01.394690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c7c8f-9614-4877-9a9f-d4e47c121f1e req-64c45a34-a76c-4b5c-8820-4ca7f636dcef tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:01.396332 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eb1c7c8f-9614-4877-9a9f-d4e47c121f1e req-64c45a34-a76c-4b5c-8820-4ca7f636dcef tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.1501703 Apr 16 12:02:01.408435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.420942 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Added segment c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f of type vlan for network 68f062f4-f2b8-4552-80e5-ca203d3175c0 Apr 16 12:02:01.470250 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 83ca66c6-e1d0-4fea-ae79-249c7224ed22 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:01.471045 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.495590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.557280 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-21008733-b970-4cd9-89ce-c72ac2c769f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:01.593431 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a690683-4cd3-4570-9d55-009eed1b9f93,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:01.610506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:01.613554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.616463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:01.619193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.625894 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:01.627422 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-9531fd6d-ef52-4912-b3f7-e9786ca5bff7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd HTTP/1.1" status: 200 len: 217 time: 0.2299719 Apr 16 12:02:01.688730 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.719889 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:01.732249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 83ca66c6-e1d0-4fea-ae79-249c7224ed22, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22,segment=NetworkSegment(068913d2-7f59-4438-9780-b5287b5ed12e),segment_id=068913d2-7f59-4438-9780-b5287b5ed12e)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:01.737014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.740175 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eea5f9a2-29f9-4672-8aa3-d4f5324cae74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:01.750018 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eb1c7c8f-9614-4877-9a9f-d4e47c121f1e req-392a3a5e-f73a-4f5f-b3b6-407caa1dab5f tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349772 Apr 16 12:02:01.787912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-e5d4651e-8ad8-452a-a691-f56422daf3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:01.795073 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-e5d4651e-8ad8-452a-a691-f56422daf3d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68e96243-886f-4aae-915e-46910fab8b71 HTTP/1.1" status: 200 len: 848 time: 0.1459703 Apr 16 12:02:01.845087 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=83ca66c6-e1d0-4fea-ae79-249c7224ed22,revision_number=8']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:01.855652 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0ff7f33b-2dc3-4a58-9c82-3e5f1fe2358d req-f074a326-ddc4-45e8-9bd1-85b3165eaa35 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.2044392 Apr 16 12:02:01.860713 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9140146 Apr 16 12:02:01.864617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 57700) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:01.877343 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba356f3-7793-4df7-ada2-cfcaf73e17de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ca66c6-e1d0-4fea-ae79-249c7224ed22', 'code': 200} Apr 16 12:02:01.878148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:01.885410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Request body: {'subnet': {'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1928735105-subnet', 'tenant_id': 'c16e11c9394346e3b1cfc10dbee8e0d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:01.889588 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Pushing event updated for resources: {'Network': ['ID=68f062f4-f2b8-4552-80e5-ca203d3175c0,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:01.893286 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:01.895624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:01.901447 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 68f062f4-f2b8-4552-80e5-ca203d3175c0 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:02:01.904861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Usage tracker for resource:subnet and tenant:c16e11c9394346e3b1cfc10dbee8e0d5 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:01.908662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:01.916441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:01.927573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Made reservation on behalf of c16e11c9394346e3b1cfc10dbee8e0d5 for: {'subnet': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:01.928377 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-c1b11a22-9d82-477f-92a5-5d2465eb2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:01.930830 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-c1b11a22-9d82-477f-92a5-5d2465eb2b33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f3257f1-1776-430e-b756-cae43f523094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1271842 Apr 16 12:02:01.934089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515670'] for subnet, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.125275 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-2b589a92-53ca-4e40-8a15-e8eb84b94d9f service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858292 Apr 16 12:02:02.288312 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e59c6e1e-4ef8-48a7-8aba-fae35a638317 req-75e529e7-a957-4244-a078-1cf9cf9ae68f service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548076 Apr 16 12:02:02.410339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845311801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515685'] for subnet, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.427152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:02.519350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57730) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:02.537712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Pushing event updated for resources: {'Subnet': ['ID=122bd31b-6153-4d33-9d90-90fc43a8e489,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:02.544851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:02.653862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Checking segment: {'id': 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:02.654355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Network hostable DHCP agents. Network: 68f062f4-f2b8-4552-80e5-ca203d3175c0, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:02:02.677011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Network 68f062f4-f2b8-4552-80e5-ca203d3175c0 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:02:02.687492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 68f062f4-f2b8-4552-80e5-ca203d3175c0) {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:02.698577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb5c479-389c-46a8-a8d1-c11f797a1987 None None] Network 68f062f4-f2b8-4552-80e5-ca203d3175c0 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:02:02.703971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:02.704881 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.730085 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-aa9ee59b-22e3-4849-a456-58ba7925124a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8641005 Apr 16 12:02:02.736657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3c383d7e-7a1e-4084-9684-d4dd4c44c401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.756168 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3c383d7e-7a1e-4084-9684-d4dd4c44c401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:02.761237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3c383d7e-7a1e-4084-9684-d4dd4c44c401 admin admin] Usage tracker for resource:security_group_rule and tenant:fbc235e7096a4ba9b129b01221675fe4 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:02.764612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3c383d7e-7a1e-4084-9684-d4dd4c44c401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:02.780544 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3c383d7e-7a1e-4084-9684-d4dd4c44c401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:02.919503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3c383d7e-7a1e-4084-9684-d4dd4c44c401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.975796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3c383d7e-7a1e-4084-9684-d4dd4c44c401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.985751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0119a67a-0dc2-427e-8201-45e847b3d555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:03.042976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261e8a0-0c9c-4879-a513-a7caacde8248 None None] Network 68f062f4-f2b8-4552-80e5-ca203d3175c0 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:02:03.064475 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3c383d7e-7a1e-4084-9684-d4dd4c44c401 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbc235e7096a4ba9b129b01221675fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435970 Apr 16 12:02:03.067375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 57750) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:03.079479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c383d7e-7a1e-4084-9684-d4dd4c44c401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfb62a9-0128-4658-9000-3207cf9f4899,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:03.083263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3c383d7e-7a1e-4084-9684-d4dd4c44c401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:03.096477 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a5c58069-a45e-4500-a1fc-7d593a9cb177 req-7e321d75-2135-46a2-b5dc-b8dab57cd0c9 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0944550 Apr 16 12:02:03.118954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdf773-54a7-41bf-b1e6-287673b2f9e3 req-793bb0f8-5e99-421e-8bfc-20d081bee5b7 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:03.120833 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fabdf773-54a7-41bf-b1e6-287673b2f9e3 req-793bb0f8-5e99-421e-8bfc-20d081bee5b7 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.1994748 Apr 16 12:02:03.160021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-18bd33b5-739b-48c4-97d3-28c61667deae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.194375 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fabdf773-54a7-41bf-b1e6-287673b2f9e3 req-af5d040b-ee56-4ad9-8b7d-a8737fe02f1d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635934 Apr 16 12:02:03.197830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-18bd33b5-739b-48c4-97d3-28c61667deae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.254765 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 30116f33-460b-47c5-a3cf-483153866a15 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:03.255120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-18bd33b5-739b-48c4-97d3-28c61667deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.262306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f6c88c78-aefc-4f65-a1ee-642774684fac tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:03.281928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd33b5-739b-48c4-97d3-28c61667deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfb62a9-0128-4658-9000-3207cf9f4899,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:03.284676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-18bd33b5-739b-48c4-97d3-28c61667deae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.288390 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-18bd33b5-739b-48c4-97d3-28c61667deae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cfb62a9-0128-4658-9000-3207cf9f4899 HTTP/1.1" status: 204 len: 168 time: 0.2172215 Apr 16 12:02:03.288390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-18bd33b5-739b-48c4-97d3-28c61667deae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:03.425208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 30116f33-460b-47c5-a3cf-483153866a15 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:03.425654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.642365 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.680515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 30116f33-460b-47c5-a3cf-483153866a15, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=30116f33-460b-47c5-a3cf-483153866a15,segment=NetworkSegment(8d18289a-9ea0-4fc9-9188-bde149bac489),segment_id=8d18289a-9ea0-4fc9-9188-bde149bac489)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:03.684165 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.687208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:03.701858 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57766) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:03.736152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.747925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:03.752918 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] Usage tracker for resource:security_group_rule and tenant:80dec1420e954bcca0588f75f7aec23a is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:03.755909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:03.762219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:03.762570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=30116f33-460b-47c5-a3cf-483153866a15,revision_number=8']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:03.765861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:03.852172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.855063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.862937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f4564301-bc24-4f01-9cc3-00ab7f77edb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:03.878983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30116f33-460b-47c5-a3cf-483153866a15'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:03.913406 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80dec1420e954bcca0588f75f7aec23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068784 Apr 16 12:02:03.913406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e19a104-ad0f-429f-9ca7-be76424ec6d4,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:03.914501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 57778) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:03.916061 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:03.941306 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287bed50-025e-4fd7-9154-613f97a9b68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30116f33-460b-47c5-a3cf-483153866a15', 'code': 200} Apr 16 12:02:03.983779 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf19d-b4b3-400c-b72a-74b94343d013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.016887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf19d-b4b3-400c-b72a-74b94343d013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.064717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf19d-b4b3-400c-b72a-74b94343d013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.070431 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1c7c6b06-5e26-4633-b6d3-9f1b04b04f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:04.081747 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bf19d-b4b3-400c-b72a-74b94343d013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e19a104-ad0f-429f-9ca7-be76424ec6d4,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:04.088948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0e2bf19d-b4b3-400c-b72a-74b94343d013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:04.089868 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf19d-b4b3-400c-b72a-74b94343d013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.094178 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0e2bf19d-b4b3-400c-b72a-74b94343d013 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e19a104-ad0f-429f-9ca7-be76424ec6d4 HTTP/1.1" status: 204 len: 168 time: 0.1755121 Apr 16 12:02:04.281435 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-db8cae7a-2e37-43fd-bd36-dd2b80b50b7b req-444b2181-bf80-4b34-a75e-99a1ffd33334 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0585129 Apr 16 12:02:04.430884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09245df-be9e-41e8-9dd9-06d40ef0b8d3 req-245e4251-5417-42f4-8d34-97645aad2503 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:04.433922 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e09245df-be9e-41e8-9dd9-06d40ef0b8d3 req-245e4251-5417-42f4-8d34-97645aad2503 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.1153879 Apr 16 12:02:04.504901 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e09245df-be9e-41e8-9dd9-06d40ef0b8d3 req-adc3976a-494c-445a-8fd6-d96d96c4dd10 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639815 Apr 16 12:02:04.688933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57810) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:04.834735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.856333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:04.860434 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:4aa0edd411c147078333dab3dd1fe343 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:04.863438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:04.870405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:04.959054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.962107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.971597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f2a3f19d-031a-4543-b04e-41400255177f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:05.017227 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4aa0edd411c147078333dab3dd1fe343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270812 Apr 16 12:02:05.018214 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d9db82-5072-4ceb-8cc8-4c72f605706c,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:05.020107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 57828) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:05.021515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:05.089247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-de15e6c8-4184-43bd-afcb-c0a121cd8072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.121396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-de15e6c8-4184-43bd-afcb-c0a121cd8072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.168610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-de15e6c8-4184-43bd-afcb-c0a121cd8072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.173776 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3fda30c8-35e7-4610-b9a1-d365ea13f2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:05.187178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15e6c8-4184-43bd-afcb-c0a121cd8072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d9db82-5072-4ceb-8cc8-4c72f605706c,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:05.189654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-de15e6c8-4184-43bd-afcb-c0a121cd8072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:05.194933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-de15e6c8-4184-43bd-afcb-c0a121cd8072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.196323 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-de15e6c8-4184-43bd-afcb-c0a121cd8072 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3d9db82-5072-4ceb-8cc8-4c72f605706c HTTP/1.1" status: 204 len: 168 time: 0.1749008 Apr 16 12:02:05.498985 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-00001cf8-d18c-426b-ad9e-af0ae6174b21 req-ff6f7f12-212e-48e4-946d-37c15ccadb32 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0514402 Apr 16 12:02:05.639098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 57854) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:05.665464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.687860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:05.692570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] Usage tracker for resource:security_group_rule and tenant:d8116c4d6ca64614b26e514ef75b2e94 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:05.703035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:05.711076 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:05.887536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c33db5-cbb0-4179-975f-0a211606d775 req-9d35b7e1-0565-437d-9bd1-d862e97719ac tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:05.889392 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d3c33db5-cbb0-4179-975f-0a211606d775 req-9d35b7e1-0565-437d-9bd1-d862e97719ac tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.1567194 Apr 16 12:02:05.922340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.932148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.941666 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d9f955f5-8542-45b2-8028-f93f3d6891e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:05.998250 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d3c33db5-cbb0-4179-975f-0a211606d775 req-5fff4c3e-5ee4-45ad-b40f-5273d3f13f59 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004164 Apr 16 12:02:06.004237 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8116c4d6ca64614b26e514ef75b2e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636346 Apr 16 12:02:06.007382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57862) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:06.009237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201f4747-440b-4547-9fd6-b488130cfcb0,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:06.014281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:06.082969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-28e7696c-83eb-4044-908c-bde689a8b17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.119934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-28e7696c-83eb-4044-908c-bde689a8b17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.201945 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 57868) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:06.206040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-28e7696c-83eb-4044-908c-bde689a8b17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.216662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6d45a30d-e4c0-4a5d-ba5a-2ba3317fa66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:06.244671 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7696c-83eb-4044-908c-bde689a8b17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201f4747-440b-4547-9fd6-b488130cfcb0,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:06.252744 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-28e7696c-83eb-4044-908c-bde689a8b17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:06.277469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-28e7696c-83eb-4044-908c-bde689a8b17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.284515 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-28e7696c-83eb-4044-908c-bde689a8b17d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/201f4747-440b-4547-9fd6-b488130cfcb0 HTTP/1.1" status: 204 len: 168 time: 0.2708712 Apr 16 12:02:06.356041 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.372589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:06.376885 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] Usage tracker for resource:security_group_rule and tenant:d99dec4a581e44e3acc1c41e8a822dd3 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:06.380310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:06.386788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:06.502370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.506697 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.517571 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8e5e6944-2f98-43ce-a494-44c6c20ea895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:06.568137 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d99dec4a581e44e3acc1c41e8a822dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648734 Apr 16 12:02:06.568299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57880) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:06.570393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d63aa1-ed8b-41f3-ab07-2f9ba5907e1e,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:06.575143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:06.638354 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-12f81e41-ba97-4d83-9ccd-e6456f71951b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.694478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 57884) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:06.712894 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-12f81e41-ba97-4d83-9ccd-e6456f71951b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.717768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.730745 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8a2cd812-21e9-4ea4-83de-891ff8bf8401 req-c723a69b-a5f2-46bb-9741-6391f99a46af tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0697865 Apr 16 12:02:06.736748 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:06.742892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c70de01a507148a095bf4afd95622eea is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:06.748086 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:06.755771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:06.771437 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-12f81e41-ba97-4d83-9ccd-e6456f71951b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.777242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ec86c24a-e639-42dd-a191-fe184ccbcd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:06.792132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f81e41-ba97-4d83-9ccd-e6456f71951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d63aa1-ed8b-41f3-ab07-2f9ba5907e1e,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:06.794667 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-12f81e41-ba97-4d83-9ccd-e6456f71951b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:06.812943 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-12f81e41-ba97-4d83-9ccd-e6456f71951b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.825736 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-12f81e41-ba97-4d83-9ccd-e6456f71951b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61d63aa1-ed8b-41f3-ab07-2f9ba5907e1e HTTP/1.1" status: 204 len: 168 time: 0.2539773 Apr 16 12:02:06.861128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.864695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.875403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-08b45006-b499-498d-9eee-814e8db87244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:06.918636 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c70de01a507148a095bf4afd95622eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220395 Apr 16 12:02:06.920295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea88470-9329-4399-85ea-8b1cb022d56b,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:06.921531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57892) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:06.923616 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:06.988611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6f47d213-f0cb-47ee-a60d-70c2e5aa2522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.021854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6f47d213-f0cb-47ee-a60d-70c2e5aa2522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.079115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6f47d213-f0cb-47ee-a60d-70c2e5aa2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.085005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-efa44cfc-29bd-4286-b3e5-32a2b70226e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:07.097545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47d213-f0cb-47ee-a60d-70c2e5aa2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea88470-9329-4399-85ea-8b1cb022d56b,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:07.103598 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6f47d213-f0cb-47ee-a60d-70c2e5aa2522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:07.105796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6f47d213-f0cb-47ee-a60d-70c2e5aa2522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.110272 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6f47d213-f0cb-47ee-a60d-70c2e5aa2522 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ea88470-9329-4399-85ea-8b1cb022d56b HTTP/1.1" status: 204 len: 168 time: 0.1875288 Apr 16 12:02:07.261238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af801-d5c8-4040-97c2-f13423e605d1 req-b9d7486b-831e-426d-837a-a2a0a24f982b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:07.262974 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c37af801-d5c8-4040-97c2-f13423e605d1 req-b9d7486b-831e-426d-837a-a2a0a24f982b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.1098690 Apr 16 12:02:07.313665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 57904) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:07.320424 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c37af801-d5c8-4040-97c2-f13423e605d1 req-708b22dc-9e73-49f4-8b3f-6eaac5fc67b1 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496163 Apr 16 12:02:07.338732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52840222-d5f2-446e-9fa4-1f34d56d4bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.355727 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-52840222-d5f2-446e-9fa4-1f34d56d4bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:07.360383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-52840222-d5f2-446e-9fa4-1f34d56d4bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:44323da7074947b985996209fe97ba86 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:07.363269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-52840222-d5f2-446e-9fa4-1f34d56d4bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:07.369537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-52840222-d5f2-446e-9fa4-1f34d56d4bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:07.477126 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52840222-d5f2-446e-9fa4-1f34d56d4bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.481504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-52840222-d5f2-446e-9fa4-1f34d56d4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.491353 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-963f654b-a774-4bd3-b898-edc17740e07b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:07.540747 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-52840222-d5f2-446e-9fa4-1f34d56d4bc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44323da7074947b985996209fe97ba86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256594 Apr 16 12:02:07.542688 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52840222-d5f2-446e-9fa4-1f34d56d4bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc9ee2c-bd2f-4234-82ea-f3c5cfc96e5a,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:07.544773 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 57914) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:07.546157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-52840222-d5f2-446e-9fa4-1f34d56d4bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:07.618706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02237c34-1f71-4cbd-8168-e97bab2cf988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.650502 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02237c34-1f71-4cbd-8168-e97bab2cf988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.717299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02237c34-1f71-4cbd-8168-e97bab2cf988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.722811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-44a8f816-9032-419c-8e8a-2262b65d8f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:07.736310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02237c34-1f71-4cbd-8168-e97bab2cf988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc9ee2c-bd2f-4234-82ea-f3c5cfc96e5a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:07.742337 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02237c34-1f71-4cbd-8168-e97bab2cf988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:07.744521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02237c34-1f71-4cbd-8168-e97bab2cf988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:07.745763 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-02237c34-1f71-4cbd-8168-e97bab2cf988 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cc9ee2c-bd2f-4234-82ea-f3c5cfc96e5a HTTP/1.1" status: 204 len: 168 time: 0.1996515 Apr 16 12:02:07.933555 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e474a00e-647a-4359-8523-47f7be91142d req-31b89eb9-8dd4-4b2b-8bad-f9f7b52cb4ba tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0517290 Apr 16 12:02:08.421375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8660fb86-ecf3-4574-903c-97819b423f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:08.645358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c4029-666f-4c67-8186-204cb9285127 req-c7ba01a6-cef1-47e0-8671-d1f4c42d7a46 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:08.647178 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d22c4029-666f-4c67-8186-204cb9285127 req-c7ba01a6-cef1-47e0-8671-d1f4c42d7a46 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.1432960 Apr 16 12:02:08.684317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-a8cab09d-5d3e-4ecc-bffe-6a9b5882c858 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:08.687390 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-a8cab09d-5d3e-4ecc-bffe-6a9b5882c858 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/networks?id=68f062f4-f2b8-4552-80e5-ca203d3175c0 HTTP/1.1" status: 200 len: 814 time: 0.1793184 Apr 16 12:02:08.706972 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-8fd0308e-ce1b-4bc2-9096-7f2a32273973 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/quotas/c16e11c9394346e3b1cfc10dbee8e0d5 HTTP/1.1" status: 200 len: 375 time: 0.0122302 Apr 16 12:02:08.711701 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d22c4029-666f-4c67-8186-204cb9285127 req-4feab485-499e-42e4-ae0c-4ce2e10e71c6 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574358 Apr 16 12:02:08.785544 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-ca6a05c4-33c8-4d5a-ad47-dc08c047a6a6 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c16e11c9394346e3b1cfc10dbee8e0d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619004 Apr 16 12:02:08.966603 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-b74455f3-0fec-411d-9379-bf8b3b1baf90 service neutron] 10.222.0.48 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729567 Apr 16 12:02:09.126299 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-a661f417-ef75-4360-a825-cf38918e374c service neutron] 10.222.0.48 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527295 Apr 16 12:02:09.148514 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ee5abe3-c119-4357-b918-809c80183425 req-852a179c-8273-4a17-8f02-7acad11abba5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0704744 Apr 16 12:02:09.189211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 35dc48d9-91a9-4dbc-a15d-a006c120fdbd details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:02:09.391688 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:09.438412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'port_id': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'mac_address': 'fa:16:3e:b6:90:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:02:09.442069 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-36f6839b-3567-459b-a8d8-6528de8b4b56 req-b9292fb5-896a-4bdd-9f86-f22e71b4c38d tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 210 time: 0.1061637 Apr 16 12:02:09.581783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:09.606479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dc48d9-91a9-4dbc-a15d-a006c120fdbd {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:02:09.627456 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:09.631037 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:09.637176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:09.738959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:09.754981 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:09.964160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['35dc48d9-91a9-4dbc-a15d-a006c120fdbd'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:10.012656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69320e-ad92-42be-8288-2f3ede4b688e req-e2480b85-7743-453c-981f-1f21e0307379 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:10.027287 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4f69320e-ad92-42be-8288-2f3ede4b688e req-e2480b85-7743-453c-981f-1f21e0307379 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 944 time: 0.1573825 Apr 16 12:02:10.095434 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4f69320e-ad92-42be-8288-2f3ede4b688e req-806593d4-4560-4dbb-9c1e-55f1d00ba5f1 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668380 Apr 16 12:02:10.456181 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cdc4e9ed-33a4-4fe1-8964-4d39c66e878b req-ff25fc4e-d749-4233-b703-7d1ae6eeba06 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0800941 Apr 16 12:02:10.497645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-95e91c4f-3777-4ad5-bc8d-fc53a4cf019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:10.639465 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dc26a371-af5b-484f-be83-45281c7ad636 req-1546617b-ef46-4ac9-a9d3-fa29362b2870 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 210 time: 0.0567372 Apr 16 12:02:11.214096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 35dc48d9-91a9-4dbc-a15d-a006c120fdbd up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:11.296525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:11.307716 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:11.313081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:11.313635 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:11.329614 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71142535-6c49-40ab-b810-f7c4edecedbd req-f2dbc2b8-b15c-4f9c-bf03-b4c75145b6e6 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:11.331395 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-71142535-6c49-40ab-b810-f7c4edecedbd req-f2dbc2b8-b15c-4f9c-bf03-b4c75145b6e6 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 944 time: 0.1048775 Apr 16 12:02:11.386479 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-71142535-6c49-40ab-b810-f7c4edecedbd req-6cf293ed-3745-4910-aa73-14d9a2cfd869 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458677 Apr 16 12:02:11.454198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:11.489952 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:11.501984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:11.506046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:11.508134 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:11.558690 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'code': 200} Apr 16 12:02:11.588658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:11.592780 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:11.631659 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c31b39dc-629e-467a-827c-6cc65f89c0b3 req-15e62060-d329-49e6-b3ee-9f2bf72bdab0 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0550036 Apr 16 12:02:11.818515 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-273338ab-d6e4-43ff-bdac-ff2b8d05c885 req-74254816-e53c-4a39-822b-17a1918d3a42 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 210 time: 0.0513647 Apr 16 12:02:11.852362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:12.074074 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fe580-2d28-47ff-8a1d-79e1252d76b5 req-241ab35b-c058-4256-a942-b9d9feafaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:12.076604 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a55fe580-2d28-47ff-8a1d-79e1252d76b5 req-241ab35b-c058-4256-a942-b9d9feafaf94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 1098 time: 0.1256313 Apr 16 12:02:12.147988 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a55fe580-2d28-47ff-8a1d-79e1252d76b5 req-65c86b7d-0c43-4482-8482-c371ed41cf3a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630918 Apr 16 12:02:12.158158 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-cbd9ed94-56c6-4907-ad6a-5132da8ef953 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:12.160533 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-cbd9ed94-56c6-4907-ad6a-5132da8ef953 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.55 "GET /v2.0/networks?id=68f062f4-f2b8-4552-80e5-ca203d3175c0 HTTP/1.1" status: 200 len: 814 time: 0.2334692 Apr 16 12:02:12.212941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Request body: {'port': {'device_id': '15ea387e-1f18-4afe-9ebe-11d261c8a3d8', 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0', 'admin_state_up': True, 'tenant_id': 'c16e11c9394346e3b1cfc10dbee8e0d5'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:12.384670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:12.389466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Usage tracker for resource:port and tenant:c16e11c9394346e3b1cfc10dbee8e0d5 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:12.393378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:12.401536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:12.412837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Made reservation on behalf of c16e11c9394346e3b1cfc10dbee8e0d5 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:12.420569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:12.719081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Allocated IP 172.20.0.11 (68f062f4-f2b8-4552-80e5-ca203d3175c0/122bd31b-6153-4d33-9d90-90fc43a8e489/3f9ef9c1-0950-4f18-ab83-3815278f7b01) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:12.756891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831cf8-f5e5-49af-8a57-6bcf68f852a4 req-e5e4826c-3681-4bf0-adc2-69fe3825546a tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:12.765187 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e8831cf8-f5e5-49af-8a57-6bcf68f852a4 req-e5e4826c-3681-4bf0-adc2-69fe3825546a tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.2060699 Apr 16 12:02:12.860161 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e8831cf8-f5e5-49af-8a57-6bcf68f852a4 req-667df1a5-8306-4e22-8c45-8716e5386b38 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937960 Apr 16 12:02:12.883423 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d4ceea80-9cce-41b1-a584-e0013101f9b1 req-b0c69e18-d185-4055-96a7-64c0fb8eda8a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0707343 Apr 16 12:02:13.088696 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-59ad1f6b-6a31-4fb8-a3a4-d2bff8d10013 req-14d90d0e-0fd7-4eae-9c01-937354a436ff tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 210 time: 0.0586452 Apr 16 12:02:13.111209 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:13.155052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:13.171618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:13.205083 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:13.577990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Pushing event updated for resources: {'Port': ['ID=3f9ef9c1-0950-4f18-ab83-3815278f7b01,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:13.582958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:13.640694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Network 68f062f4-f2b8-4552-80e5-ca203d3175c0 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:13.641857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:13.644482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:13.718518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:13.719198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:13.742782 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5353224 Apr 16 12:02:13.762210 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Request body: {'port': {'device_id': '15ea387e-1f18-4afe-9ebe-11d261c8a3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:13.834904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58152) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:13.906902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:13.980427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:13.998124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:14.003536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:6baf4a2331bf47ebaf4b5fc1030f2fcd is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:14.005890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:14.014850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:14.123126 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-63fa798c-1611-4aa4-aa66-eb36cc9b9d11 req-bd7b37b5-3b3b-4c1b-9bcb-ee2172e20274 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0782380 Apr 16 12:02:14.133902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f742812-0dec-40f4-ab1a-935051bcede8 req-281b6bef-8a67-41b6-9028-1c0db73a6706 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:14.135657 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3f742812-0dec-40f4-ab1a-935051bcede8 req-281b6bef-8a67-41b6-9028-1c0db73a6706 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.1221611 Apr 16 12:02:14.221591 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3f742812-0dec-40f4-ab1a-935051bcede8 req-89d29f92-0bb1-4604-b1eb-9fb1c9946915 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755210 Apr 16 12:02:14.284449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.288163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.298389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4a720586-9840-4372-969e-1abeeab31093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:14.333274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaed055-97d4-4831-bfcf-4e602c000b05,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:14.344722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:14.360953 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6baf4a2331bf47ebaf4b5fc1030f2fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5242076 Apr 16 12:02:14.365119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58174) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:14.482979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b7e66-ee0c-4393-9f52-80c718be0b7f req-6f28220e-e2aa-428f-a1b1-4807e31ef114 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:14.483793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c44b7e66-ee0c-4393-9f52-80c718be0b7f req-6f28220e-e2aa-428f-a1b1-4807e31ef114 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Synchronizing usage tracker for tenant:c16e11c9394346e3b1cfc10dbee8e0d5 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:14.502879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58180) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:14.525923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b3052f05-dcf4-4581-9648-b4d87f367b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.526118 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c44b7e66-ee0c-4393-9f52-80c718be0b7f req-6f28220e-e2aa-428f-a1b1-4807e31ef114 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Unset dirty status for tenant:c16e11c9394346e3b1cfc10dbee8e0d5 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:14.527187 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c44b7e66-ee0c-4393-9f52-80c718be0b7f req-6f28220e-e2aa-428f-a1b1-4807e31ef114 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 932 time: 0.2579818 Apr 16 12:02:14.529782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9ef9c1-0950-4f18-ab83-3815278f7b01 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:02:14.540057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.568942 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b3052f05-dcf4-4581-9648-b4d87f367b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.581815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Transition to ACTIVE for port object 3f9ef9c1-0950-4f18-ab83-3815278f7b01 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:14.587331 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f11e2b-ae44-46a3-ba73-b671bb8494a8 req-555b6df0-745d-4859-bf8c-82715379a634 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:14.589833 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-92f11e2b-ae44-46a3-ba73-b671bb8494a8 req-555b6df0-745d-4859-bf8c-82715379a634 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.2138391 Apr 16 12:02:14.594143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.614748 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-71423338-bf33-4df6-a982-07a1e547d2a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:14.694421 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-92f11e2b-ae44-46a3-ba73-b671bb8494a8 req-ae040683-8d8f-446d-a4a1-f915f7e4ad37 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824492 Apr 16 12:02:14.719857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa8a5-f2ac-4a22-bcec-669971ad2eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.731238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58190) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:14.746089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b3052f05-dcf4-4581-9648-b4d87f367b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.750750 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c44b7e66-ee0c-4393-9f52-80c718be0b7f req-78645602-7ff3-481c-92d0-0fb881e337a6 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076011 Apr 16 12:02:14.752749 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e0e8bd7e-e497-4afc-b5f5-2f2bbe39c86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:14.761411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7ebaa8a5-f2ac-4a22-bcec-669971ad2eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:14.774647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3052f05-dcf4-4581-9648-b4d87f367b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaed055-97d4-4831-bfcf-4e602c000b05,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:14.783101 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b3052f05-dcf4-4581-9648-b4d87f367b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:14.784355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7ebaa8a5-f2ac-4a22-bcec-669971ad2eff admin admin] Usage tracker for resource:security_group_rule and tenant:16ec2c89121842858c05b1f7e50bcae8 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:14.790490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7ebaa8a5-f2ac-4a22-bcec-669971ad2eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:14.796751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9ef9c1-0950-4f18-ab83-3815278f7b01,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:14.802547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7ebaa8a5-f2ac-4a22-bcec-669971ad2eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:14.805344 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:14.840500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b3052f05-dcf4-4581-9648-b4d87f367b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.843919 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-b3052f05-dcf4-4581-9648-b4d87f367b19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2aaed055-97d4-4831-bfcf-4e602c000b05 HTTP/1.1" status: 204 len: 168 time: 0.4751022 Apr 16 12:02:14.932810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa8a5-f2ac-4a22-bcec-669971ad2eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.936117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa8a5-f2ac-4a22-bcec-669971ad2eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.950843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3b757865-f0e3-47be-9177-9715f1ea72d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:14.999449 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-7ebaa8a5-f2ac-4a22-bcec-669971ad2eff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16ec2c89121842858c05b1f7e50bcae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4946024 Apr 16 12:02:15.001641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaa8a5-f2ac-4a22-bcec-669971ad2eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31aba6c-c49f-4714-9239-5dcc708335e4,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:15.005244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7ebaa8a5-f2ac-4a22-bcec-669971ad2eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:15.005787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58198) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:15.094060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Attempting to bind port 3f9ef9c1-0950-4f18-ab83-3815278f7b01 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:15.094878 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Attempting to bind port 3f9ef9c1-0950-4f18-ab83-3815278f7b01 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:15.095670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Attempting to bind port 3f9ef9c1-0950-4f18-ab83-3815278f7b01 on network 68f062f4-f2b8-4552-80e5-ca203d3175c0 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:15.107445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Port 3f9ef9c1-0950-4f18-ab83-3815278f7b01 on network 68f062f4-f2b8-4552-80e5-ca203d3175c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:02:15.108676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Attempting to bind port 3f9ef9c1-0950-4f18-ab83-3815278f7b01 on network 68f062f4-f2b8-4552-80e5-ca203d3175c0 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:15.124740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:15.125319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Checking segment: {'id': 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:15.126510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Bound using segment: {'id': 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:15.127330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Bound port: 3f9ef9c1-0950-4f18-ab83-3815278f7b01, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:15.128110 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:15.155010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-25b2bc63-9148-423e-aa3b-e995a736eb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:15.184208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-25b2bc63-9148-423e-aa3b-e995a736eb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:15.239056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-25b2bc63-9148-423e-aa3b-e995a736eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:15.240316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] For port 3f9ef9c1-0950-4f18-ab83-3815278f7b01, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:15.244331 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] For port 3f9ef9c1-0950-4f18-ab83-3815278f7b01, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3f9ef9c1-0950-4f18-ab83-3815278f7b01,segment=NetworkSegment(c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f),segment_id=c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:15.244901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:15.252758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:15.272992 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2bc63-9148-423e-aa3b-e995a736eb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31aba6c-c49f-4714-9239-5dcc708335e4,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:15.275498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-25b2bc63-9148-423e-aa3b-e995a736eb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:15.277566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-35b87fee-7f66-497c-b2d4-8d606dd1ad0f tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:15.280838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-25b2bc63-9148-423e-aa3b-e995a736eb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:15.284514 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-25b2bc63-9148-423e-aa3b-e995a736eb17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d31aba6c-c49f-4714-9239-5dcc708335e4 HTTP/1.1" status: 204 len: 168 time: 0.2750747 Apr 16 12:02:15.291530 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace11644-7bd2-4062-bc42-00b1e83a6be6 tempest-TestShelveInstance-218015565 tempest-TestShelveInstance-218015565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:15.292362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ace11644-7bd2-4062-bc42-00b1e83a6be6 tempest-TestShelveInstance-218015565 tempest-TestShelveInstance-218015565-project-admin] Synchronizing usage tracker for tenant:ce00a3631312457cb7c8b85d0fb76a5d on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:15.337097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ace11644-7bd2-4062-bc42-00b1e83a6be6 tempest-TestShelveInstance-218015565 tempest-TestShelveInstance-218015565-project-admin] Unset dirty status for tenant:ce00a3631312457cb7c8b85d0fb76a5d on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:15.338795 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ace11644-7bd2-4062-bc42-00b1e83a6be6 tempest-TestShelveInstance-218015565 tempest-TestShelveInstance-218015565-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 1093 time: 0.6042895 Apr 16 12:02:15.344517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58214) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:15.356739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Request body: {'floatingip': {'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'port_id': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:15.372092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:15.380911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Usage tracker for resource:floatingip and tenant:f7a44c96ec644398b4e11c7e8bf52cfd is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:15.387672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:15.401723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:15.450685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for floatingip, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:15.481540 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9ef9c1-0950-4f18-ab83-3815278f7b01,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:15.486385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:15.528006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:15.528786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:15.530575 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] 10.222.0.55 "PUT /v2.0/ports/3f9ef9c1-0950-4f18-ab83-3815278f7b01 HTTP/1.1" status: 200 len: 1094 time: 1.7746940 Apr 16 12:02:15.531194 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ea387e-1f18-4afe-9ebe-11d261c8a3d8', 'tag': '3f9ef9c1-0950-4f18-ab83-3815278f7b01'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:15.599398 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-72d80f86-8584-491c-a023-3dfebe31bb62 req-5470bc76-5b9c-4b7e-bd4f-fcd9839e4ab2 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1531837 Apr 16 12:02:15.663838 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ea387e-1f18-4afe-9ebe-11d261c8a3d8', 'tag': '3f9ef9c1-0950-4f18-ab83-3815278f7b01', 'status': 'completed', 'code': 200} Apr 16 12:02:15.701783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58224) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:15.729874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-600c9b89-7ec6-4bd2-bd2f-7cf45b3e2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:15.731583 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-600c9b89-7ec6-4bd2-bd2f-7cf45b3e2c61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c16e11c9394346e3b1cfc10dbee8e0d5&device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 1097 time: 0.1451571 Apr 16 12:02:15.784487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:15.826415 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-0cfefc2d-d44b-498d-ad0d-fc166d671e71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9ef9c1-0950-4f18-ab83-3815278f7b01 HTTP/1.1" status: 200 len: 217 time: 0.0865183 Apr 16 12:02:15.933290 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58234) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:15.986637 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.017349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-30798050-9222-41be-886c-452a497e1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:16.020524 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-30798050-9222-41be-886c-452a497e1fa2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=122bd31b-6153-4d33-9d90-90fc43a8e489 HTTP/1.1" status: 200 len: 854 time: 0.1873419 Apr 16 12:02:16.026411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.057847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:16.093287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Usage tracker for resource:security_group_rule and tenant:4576fb5e506b496eb4ed09f52686a128 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:16.097173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:16.105956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:16.120332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:16.126139 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Usage tracker for resource:security_group_rule and tenant:ab5f7c019aaa49dc99730bd250c0e604 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:16.135005 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-34a70731-da8b-4db0-84c5-c1e2c6d5cdd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=68f062f4-f2b8-4552-80e5-ca203d3175c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062050 Apr 16 12:02:16.136736 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:16.190512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:16.394474 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-27949319-1cd4-4572-9552-e02dec645bc4 service neutron] 10.222.0.55 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516253 Apr 16 12:02:16.398840 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633ac1d-704b-4148-a757-9612bc96dbbb req-5caa6491-35b3-40d2-adcc-1ff26834acac tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:16.400857 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8633ac1d-704b-4148-a757-9612bc96dbbb req-5caa6491-35b3-40d2-adcc-1ff26834acac tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 944 time: 0.4960077 Apr 16 12:02:16.408668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Allocated IP 172.27.3.138 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/57f144a6-9c00-42b8-87a7-d6b3f5c5e2d4) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:16.523223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-8633ac1d-704b-4148-a757-9612bc96dbbb req-2c7234c7-ec68-4435-a4be-c9ca689eb4b0 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Synchronizing usage tracker for tenant:c16e11c9394346e3b1cfc10dbee8e0d5 on resource:security_group {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:16.557432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.563429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.575031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-15e83035-309c-4162-b04e-b4e067ea1ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:16.635297 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-8633ac1d-704b-4148-a757-9612bc96dbbb req-2c7234c7-ec68-4435-a4be-c9ca689eb4b0 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Unset dirty status for tenant:c16e11c9394346e3b1cfc10dbee8e0d5 on resource:security_group {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:16.636342 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a2338935-d449-4055-bde8-3ff70f720ca5 req-09bdf378-2ca7-4005-973b-42f861878838 service neutron] 10.222.0.55 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322485 Apr 16 12:02:16.636456 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8633ac1d-704b-4148-a757-9612bc96dbbb req-2c7234c7-ec68-4435-a4be-c9ca689eb4b0 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135086 Apr 16 12:02:16.662016 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab5f7c019aaa49dc99730bd250c0e604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7269199 Apr 16 12:02:16.662926 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf78de-b80e-4429-af08-21a3f88025db,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:16.664930 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58254) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:16.692272 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.692838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.693269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.693690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.694107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.695030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.695448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.695857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.696295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.696700 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.697108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.697520 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.701701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e6c82ee6-f2f7-4b06-a13b-2a03540ec9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:16.752350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.775121 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.798918 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-18bd33b5-739b-48c4-97d3-28c61667deae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:16.831395 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.834096 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fb6f8b31-b587-4368-ab94-e49900b50e2f req-2d38b6a7-5dbf-48ec-9d06-e4813829af00 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0658808 Apr 16 12:02:16.851385 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4576fb5e506b496eb4ed09f52686a128&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1484387 Apr 16 12:02:16.854940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58260) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:16.880701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c58264-3d79-4ad0-9a90-b3172ed38f7d,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:16.902131 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.902559 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.904920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.904920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.904920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.904920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.904920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.905389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.905665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.906065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.906462 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.906858 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:16.911321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9d38a57b-bbab-441f-bef4-f30b1699aeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:16.920393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7a91-db1f-4f60-a26c-ef7802f94986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.935501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d5ef2-a54b-4933-a77d-01b35d77a3d1 req-3ed33476-adb7-4963-8238-41276e6c6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:16.937248 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-483d5ef2-a54b-4933-a77d-01b35d77a3d1 req-3ed33476-adb7-4963-8238-41276e6c6c05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c16e11c9394346e3b1cfc10dbee8e0d5&device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 1097 time: 0.2308269 Apr 16 12:02:16.961739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7a91-db1f-4f60-a26c-ef7802f94986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.986836 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.005034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-91093395-c52b-4699-9466-9ee7737d6158 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:17.044323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a29f0fc3-63af-45df-b2cf-34311deea54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.106259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a29f0fc3-63af-45df-b2cf-34311deea54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.171294 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d5ef2-a54b-4933-a77d-01b35d77a3d1 req-8ca90050-ca9d-49ae-a1e6-4eee65e0528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:17.172906 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-483d5ef2-a54b-4933-a77d-01b35d77a3d1 req-8ca90050-ca9d-49ae-a1e6-4eee65e0528d service neutron] 10.222.0.55 "GET /v2.0/networks?id=68f062f4-f2b8-4552-80e5-ca203d3175c0 HTTP/1.1" status: 200 len: 915 time: 0.2270060 Apr 16 12:02:17.217462 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event updated for resources: {'Port': ['ID=57f144a6-9c00-42b8-87a7-d6b3f5c5e2d4,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:17.221129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:17.242839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a29f0fc3-63af-45df-b2cf-34311deea54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.253251 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f92c544d-00e0-4b9c-9c49-ca3c3dea524c req-b1ca8ed5-6aa2-441b-acce-33aa1f27676f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0860093 Apr 16 12:02:17.255920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7a91-db1f-4f60-a26c-ef7802f94986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.256103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-33b553c4-33a0-46be-b641-517695f3d0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:17.263260 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-42fd24ed-3465-4661-a86c-e3ab65ad2dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:17.268025 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-483d5ef2-a54b-4933-a77d-01b35d77a3d1 req-fa97a102-c4f3-426b-a548-1b06003fe9fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9ef9c1-0950-4f18-ab83-3815278f7b01 HTTP/1.1" status: 200 len: 217 time: 0.0863919 Apr 16 12:02:17.271517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f0fc3-63af-45df-b2cf-34311deea54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c58264-3d79-4ad0-9a90-b3172ed38f7d,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:17.278233 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f7a91-db1f-4f60-a26c-ef7802f94986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf78de-b80e-4429-af08-21a3f88025db,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:17.278906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a29f0fc3-63af-45df-b2cf-34311deea54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:17.290839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6a2f7a91-db1f-4f60-a26c-ef7802f94986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:17.312360 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7a91-db1f-4f60-a26c-ef7802f94986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.313620 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6a2f7a91-db1f-4f60-a26c-ef7802f94986 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24bf78de-b80e-4429-af08-21a3f88025db HTTP/1.1" status: 204 len: 168 time: 0.6476550 Apr 16 12:02:17.349376 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a29f0fc3-63af-45df-b2cf-34311deea54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.353127 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a29f0fc3-63af-45df-b2cf-34311deea54c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0c58264-3d79-4ad0-9a90-b3172ed38f7d HTTP/1.1" status: 204 len: 168 time: 0.4946382 Apr 16 12:02:17.363143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:17.370475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:17.376301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:17.452463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d5ef2-a54b-4933-a77d-01b35d77a3d1 req-e30d614a-fc1d-4f6d-b602-ace24c98c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:17.452463 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-483d5ef2-a54b-4933-a77d-01b35d77a3d1 req-e30d614a-fc1d-4f6d-b602-ace24c98c01e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=122bd31b-6153-4d33-9d90-90fc43a8e489 HTTP/1.1" status: 200 len: 854 time: 0.1740589 Apr 16 12:02:17.534851 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-483d5ef2-a54b-4933-a77d-01b35d77a3d1 req-4e9b14a3-a332-40c3-8610-2f6185f90d48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=68f062f4-f2b8-4552-80e5-ca203d3175c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657215 Apr 16 12:02:17.566989 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f92c544d-00e0-4b9c-9c49-ca3c3dea524c req-b1d18f9e-bf3b-4c4a-985b-e9031b6a1939 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 210 time: 0.0723507 Apr 16 12:02:17.736599 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-483d5ef2-a54b-4933-a77d-01b35d77a3d1 req-62d64b0b-22b9-4918-8063-9b414a72530b service neutron] 10.222.0.55 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933093 Apr 16 12:02:17.945960 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-483d5ef2-a54b-4933-a77d-01b35d77a3d1 req-0b40e046-4cac-4ba4-b4ff-95bb236097c9 service neutron] 10.222.0.55 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013717 Apr 16 12:02:18.029054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58282) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:18.046571 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f92c544d-00e0-4b9c-9c49-ca3c3dea524c req-e635840e-d4b1-4a88-80e1-73fbd894fc0b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8c22b70829724afdb574394af4af4635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4574544 Apr 16 12:02:18.054242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58286) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:18.055737 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a0ff641b-a034-4e23-ab33-da01bfb79bcc req-f1f75d9a-926f-4f63-82f4-12d751a263c4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0700467 Apr 16 12:02:18.060907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa878-a2e8-42c8-8bd9-eb4ba5ac4f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.077862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b8dfa878-a2e8-42c8-8bd9-eb4ba5ac4f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:18.082084 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b8dfa878-a2e8-42c8-8bd9-eb4ba5ac4f27 admin admin] Usage tracker for resource:security_group_rule and tenant:7c872241257047b7920b533222082d66 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:18.085322 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-b8dfa878-a2e8-42c8-8bd9-eb4ba5ac4f27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:18.091791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-b8dfa878-a2e8-42c8-8bd9-eb4ba5ac4f27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:18.126630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.194255 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa878-a2e8-42c8-8bd9-eb4ba5ac4f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.199314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa878-a2e8-42c8-8bd9-eb4ba5ac4f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.209981 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dcc6cd34-c0d4-4c83-b3cd-8f57fdd4c2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:18.226657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:18.240457 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] Usage tracker for resource:security_group_rule and tenant:f5687f1770b340bd9d8857754290f15d is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:18.257948 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-b8dfa878-a2e8-42c8-8bd9-eb4ba5ac4f27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c872241257047b7920b533222082d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281761 Apr 16 12:02:18.258907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfa878-a2e8-42c8-8bd9-eb4ba5ac4f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e64dc84-afed-44f7-b43a-10804f043736,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:18.261521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58290) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:18.262375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:18.264213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b8dfa878-a2e8-42c8-8bd9-eb4ba5ac4f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:18.291320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:18.327939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-969d69b0-f60a-489e-8ea9-152b1e62a1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.357164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-969d69b0-f60a-489e-8ea9-152b1e62a1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.408711 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-969d69b0-f60a-489e-8ea9-152b1e62a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.418084 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6cf41c43-b4c2-46dd-aa09-e7393e024193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:18.433190 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d69b0-f60a-489e-8ea9-152b1e62a1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e64dc84-afed-44f7-b43a-10804f043736,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:18.435905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-969d69b0-f60a-489e-8ea9-152b1e62a1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:18.436905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-969d69b0-f60a-489e-8ea9-152b1e62a1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.438379 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-969d69b0-f60a-489e-8ea9-152b1e62a1fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e64dc84-afed-44f7-b43a-10804f043736 HTTP/1.1" status: 204 len: 168 time: 0.1758509 Apr 16 12:02:18.551819 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5cb0b-61e7-4b0c-b0a2-eec3f0fd7a1f req-78678158-4fac-458a-804a-e8e425871b3c tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:18.557190 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94c5cb0b-61e7-4b0c-b0a2-eec3f0fd7a1f req-78678158-4fac-458a-804a-e8e425871b3c tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 944 time: 0.5691767 Apr 16 12:02:18.571133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c544d-00e0-4b9c-9c49-ca3c3dea524c req-5da9a4a6-cf99-47c7-87cb-e2176b80e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:18.582907 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f92c544d-00e0-4b9c-9c49-ca3c3dea524c req-5da9a4a6-cf99-47c7-87cb-e2176b80e047 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5162501 Apr 16 12:02:18.664010 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94c5cb0b-61e7-4b0c-b0a2-eec3f0fd7a1f req-c7462994-37b1-488c-830f-4df818a16001 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848663 Apr 16 12:02:18.691816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.780340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.786722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:18.801402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cb206a44-47ee-4011-8d6a-6730db87aeaa tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:18.911644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f43ffff-8293-42b3-9be3-61c5ca8a90b6,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:18.921687 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5687f1770b340bd9d8857754290f15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8640337 Apr 16 12:02:18.922428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:18.923331 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58308) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:18.925178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.025553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1aca4543-60d6-42de-ab3d-6440d90ed711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.074484 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1aca4543-60d6-42de-ab3d-6440d90ed711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.140858 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1aca4543-60d6-42de-ab3d-6440d90ed711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.156373 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a29f0fc3-63af-45df-b2cf-34311deea54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:19.201669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca4543-60d6-42de-ab3d-6440d90ed711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f43ffff-8293-42b3-9be3-61c5ca8a90b6,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:19.212431 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1aca4543-60d6-42de-ab3d-6440d90ed711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:19.213553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1aca4543-60d6-42de-ab3d-6440d90ed711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.217024 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-1aca4543-60d6-42de-ab3d-6440d90ed711 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f43ffff-8293-42b3-9be3-61c5ca8a90b6 HTTP/1.1" status: 204 len: 168 time: 0.2925315 Apr 16 12:02:19.276919 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 3f9ef9c1-0950-4f18-ab83-3815278f7b01 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:02:19.291694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.299293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.348077 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5d150602-7658-4103-a6b7-1a6a10e35670 tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:19.476113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 3f9ef9c1-0950-4f18-ab83-3815278f7b01, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3f9ef9c1-0950-4f18-ab83-3815278f7b01,segment=NetworkSegment(c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f),segment_id=c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:19.510596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '3f9ef9c1-0950-4f18-ab83-3815278f7b01', 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0', 'port_id': '3f9ef9c1-0950-4f18-ab83-3815278f7b01', 'mac_address': 'fa:16:3e:c9:53:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122bd31b-6153-4d33-9d90-90fc43a8e489', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:02:19.672897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.735422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9ef9c1-0950-4f18-ab83-3815278f7b01 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:02:19.748291 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0ea143d4-d6d9-4b3e-9047-dfa153d0a9d1 req-cd789e14-f30e-440c-b7dd-019f22f7a637 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.4573464 Apr 16 12:02:19.772763 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 3f9ef9c1-0950-4f18-ab83-3815278f7b01, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3f9ef9c1-0950-4f18-ab83-3815278f7b01,segment=NetworkSegment(c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f),segment_id=c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:19.780425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.783014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:19.824186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event updated for resources: {'Port': ['ID=57f144a6-9c00-42b8-87a7-d6b3f5c5e2d4,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:19.830156 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:19.892240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=3f9ef9c1-0950-4f18-ab83-3815278f7b01,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:19.895860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:19.996577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:20.086766 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['3f9ef9c1-0950-4f18-ab83-3815278f7b01'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:20.188879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd5a23-b6fe-48ff-b37a-c5a7b99473f9 req-605a1df5-afd8-4da5-b7ce-e3d05a830758 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:20.190640 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fefd5a23-b6fe-48ff-b37a-c5a7b99473f9 req-605a1df5-afd8-4da5-b7ce-e3d05a830758 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 945 time: 0.2771785 Apr 16 12:02:20.302185 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Floating IP 82d4964a-55ef-4da2-918e-e3658ef0b82e associated. External IP: 172.27.3.138, port: 35dc48d9-91a9-4dbc-a15d-a006c120fdbd. Apr 16 12:02:20.616282 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fefd5a23-b6fe-48ff-b37a-c5a7b99473f9 req-f03ee7fd-f047-4ece-9712-128e59832565 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143424 Apr 16 12:02:20.798138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58374) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:20.899936 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:02:20.946758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-697571415-network', 'tenant_id': '88d29f208c2f434c990eaa2613109873'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:20.954615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:20.961862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Usage tracker for resource:network and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:20.965786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:20.975963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:20.989233 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Made reservation on behalf of 88d29f208c2f434c990eaa2613109873 for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:20.997205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.067235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.096732 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2aaebcbe-f4ba-41e0-9c44-bc846e02766d req-132af0b7-e13f-4c9f-b299-cbe55b605a42 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0744543 Apr 16 12:02:21.101832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:21.107142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Usage tracker for resource:security_group_rule and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:21.118998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:21.125455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:21.224430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.228807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.236745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02237c34-1f71-4cbd-8168-e97bab2cf988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:21.242750 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:02:21.254530 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] Sync routers for ids ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:02:21.266266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] Routers {'2275b079-da98-4b9d-90a3-e3d7b5d2b19b'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:21.267353 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:02:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:21.293774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:02:21.296907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.321097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:21.329675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:21.331701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.332393 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Added segment f7e09088-3413-4900-9796-5a07e8e2dddc of type vlan for network 69b86505-cd0f-48cc-94ed-c59e0852998b Apr 16 12:02:21.347836 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 3f9ef9c1-0950-4f18-ab83-3815278f7b01 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:21.392867 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.439907 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0808198 Apr 16 12:02:21.439907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:21.488256 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'status': 'completed', 'code': 200} Apr 16 12:02:21.505770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.507676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:21.510769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.522436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:21.547994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port 3f9ef9c1-0950-4f18-ab83-3815278f7b01 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:21.557048 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 3f9ef9c1-0950-4f18-ab83-3815278f7b01 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:21.557745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.668180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-a1256371-1c0a-4f86-9342-5d3662bf5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:21.672001 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-a1256371-1c0a-4f86-9342-5d3662bf5745 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd&device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 1098 time: 0.1533718 Apr 16 12:02:21.700002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Pushing event updated for resources: {'Network': ['ID=69b86505-cd0f-48cc-94ed-c59e0852998b,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:21.705285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:21.745920 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9459403 Apr 16 12:02:21.747844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58404) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:21.750875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.762391 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 69b86505-cd0f-48cc-94ed-c59e0852998b details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:02:21.763140 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Request body: {'subnet': {'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-697571415-subnet', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:21.805427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] Set router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:21.822902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:21.840322 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Usage tracker for resource:subnet and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:21.845275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:21.855527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:21.865997 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-9c362780-9a9b-40bd-b34f-4e62f6dcb6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:21.868328 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-9c362780-9a9b-40bd-b34f-4e62f6dcb6c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f3257f1-1776-430e-b756-cae43f523094 HTTP/1.1" status: 200 len: 910 time: 0.1865332 Apr 16 12:02:21.874926 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Made reservation on behalf of 88d29f208c2f434c990eaa2613109873 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:21.880273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852507983'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.934138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 3f9ef9c1-0950-4f18-ab83-3815278f7b01, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3f9ef9c1-0950-4f18-ab83-3815278f7b01,segment=NetworkSegment(c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f),segment_id=c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:21.952484 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ea387e-1f18-4afe-9ebe-11d261c8a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9ef9c1-0950-4f18-ab83-3815278f7b01'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:21.989128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.994467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:22.004593 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-43030c77-188c-4a72-8f40-a55403871fab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd HTTP/1.1" status: 200 len: 999 time: 0.1281114 Apr 16 12:02:22.081782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=3f9ef9c1-0950-4f18-ab83-3815278f7b01,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:22.086409 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:22.176370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ca78-76f5-4094-bf42-6edbecc53c24 req-6a3b797e-112b-41d6-bc56-5b68d1b2e575 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:22.177292 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-8b51bbf8-2035-4f7b-8fec-45314fc1858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:22.178094 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2d14ca78-76f5-4094-bf42-6edbecc53c24 req-6a3b797e-112b-41d6-bc56-5b68d1b2e575 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 945 time: 0.4005129 Apr 16 12:02:22.179881 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-8b51bbf8-2035-4f7b-8fec-45314fc1858f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68e96243-886f-4aae-915e-46910fab8b71 HTTP/1.1" status: 200 len: 848 time: 0.1684833 Apr 16 12:02:22.232272 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ea387e-1f18-4afe-9ebe-11d261c8a3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9ef9c1-0950-4f18-ab83-3815278f7b01', 'code': 200} Apr 16 12:02:22.232982 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:22.339317 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2d14ca78-76f5-4094-bf42-6edbecc53c24 req-e1e46907-ba0a-4008-b171-4189008497be tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411068 Apr 16 12:02:22.362282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-6afc3e20-bcce-49ad-814f-a23084abae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:22.364669 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-6afc3e20-bcce-49ad-814f-a23084abae50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f3257f1-1776-430e-b756-cae43f523094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1709008 Apr 16 12:02:22.592953 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-035b53ce-ac74-420d-ab70-ff8368d79055 service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207012 Apr 16 12:02:22.681865 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '82d4964a-55ef-4da2-918e-e3658ef0b82e', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'port_id': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'mac_address': 'fa:16:3e:b6:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:18Z', 'revision_number': 0, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b', 'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'mac_address': 'fa:16:3e:f0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:30Z', 'updated_at': '2021-04-16T12:00:45Z', 'revision_number': 5, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'subnets': [{'id': '68e96243-886f-4aae-915e-46910fab8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:22.686569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] Checking router: 2275b079-da98-4b9d-90a3-e3d7b5d2b19b for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:02:22.701776 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] Routers {'2275b079-da98-4b9d-90a3-e3d7b5d2b19b'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:22.703148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:02:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:22.823647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2849262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852508030'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:22.834540 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-95f72138-fc8f-45ce-bc9e-5e3fac7413cd req-4501a316-bd6b-427e-98d0-247b140586d9 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.2260761 Apr 16 12:02:22.900671 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f1e4a24c-466f-4eb4-ab4d-d46bfe9b3fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:22.951398 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbb6bae1-7a27-4dbb-832f-6d5dab417c08 req-aa426500-a83a-45b1-aa1c-c6c3689d1d8c service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457327 Apr 16 12:02:22.975494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] Set router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:23.066111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba55674-8c09-4729-a042-7aa68915b67e,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:23.073870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:23.118055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570543d-e57c-4ffc-8be7-20222847f1c6 req-375be552-fc81-4d4e-9a2c-e47b8e486569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:23.120714 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6570543d-e57c-4ffc-8be7-20222847f1c6 req-375be552-fc81-4d4e-9a2c-e47b8e486569 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 1099 time: 0.2973504 Apr 16 12:02:23.185065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Checking segment: {'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:23.185472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Network hostable DHCP agents. Network: 69b86505-cd0f-48cc-94ed-c59e0852998b, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:02:23.201522 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6570543d-e57c-4ffc-8be7-20222847f1c6 req-8dcc4860-5822-4c8a-a4df-a29d85f5088c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719891 Apr 16 12:02:23.212171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Network 69b86505-cd0f-48cc-94ed-c59e0852998b is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:02:23.222331 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 69b86505-cd0f-48cc-94ed-c59e0852998b) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:23.236607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:23.237271 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.247773 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7629081-7404-433c-af05-5fa5c957a6ba None None] Network 69b86505-cd0f-48cc-94ed-c59e0852998b requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:02:23.266319 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ffd17c2c-8ff5-4bf0-9d9d-12d25fea01bb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5140102 Apr 16 12:02:23.266560 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58430) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:23.273030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:23.278638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:23.284149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Usage tracker for resource:router and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:23.287363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:23.294933 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:23.309550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854333925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12756'] for router, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.311650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763044'] for router, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.342798 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.608909 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '82d4964a-55ef-4da2-918e-e3658ef0b82e', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'port_id': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'mac_address': 'fa:16:3e:b6:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:18Z', 'revision_number': 0, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b', 'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'mac_address': 'fa:16:3e:f0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:30Z', 'updated_at': '2021-04-16T12:00:45Z', 'revision_number': 5, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'subnets': [{'id': '68e96243-886f-4aae-915e-46910fab8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:23.614035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e740265-fa54-43ca-9816-b6883c9036d7 None None] The sync data for ids ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'] in dv-cinder-786627-1-iscsi is: [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '82d4964a-55ef-4da2-918e-e3658ef0b82e', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'port_id': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'mac_address': 'fa:16:3e:b6:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:02:18Z', 'updated_at': '2021-04-16T12:02:18Z', 'revision_number': 0, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b', 'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'mac_address': 'fa:16:3e:f0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:30Z', 'updated_at': '2021-04-16T12:00:45Z', 'revision_number': 5, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'subnets': [{'id': '68e96243-886f-4aae-915e-46910fab8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:02:23.626185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1524a0a1-71c2-54fb-a479-75533e45da76-69b86505-cd0f-48cc-94ed-c59e0852998b', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e'}]}} from dv-cinder-786627-1-iscsi. {{(pid=85345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:02:23.627163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.947641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Allocated IP 172.20.0.2 (69b86505-cd0f-48cc-94ed-c59e0852998b/eba55674-8c09-4729-a042-7aa68915b67e/475129c1-4da3-4d71-99d7-40623e218f43) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:24.031835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2787e12-93e3-49a5-890d-025d7f80228a None None] New status for floating IP 82d4964a-55ef-4da2-918e-e3658ef0b82e: ACTIVE {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:02:24.102149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.117442 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c10dc-3c2d-41da-875c-21a445dcdc4d req-5d7bb48f-2acd-4661-95f5-288041fa7f14 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:24.117682 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fa320c0c-e9d0-4f72-a485-a1b1c1a73628 req-6a6ef78d-6fb7-4735-9789-c9ae52b16579 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0992920 Apr 16 12:02:24.119293 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0d4c10dc-3c2d-41da-875c-21a445dcdc4d req-5d7bb48f-2acd-4661-95f5-288041fa7f14 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 946 time: 0.3431582 Apr 16 12:02:24.206410 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0d4c10dc-3c2d-41da-875c-21a445dcdc4d req-ea9934ee-016b-4f8a-89cf-ee4ade4e0bbc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748887 Apr 16 12:02:24.581032 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.595856 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Transition to ACTIVE for port object 475129c1-4da3-4d71-99d7-40623e218f43 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:24.612012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.636143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Transition to ACTIVE for port object 475129c1-4da3-4d71-99d7-40623e218f43 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:24.642251 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.646383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.659585 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:24.772884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:02:24.816415 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Allocated IP 172.27.3.206 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/81c17b41-390e-4007-a968-540b650ce3e0) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:24.887724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Pushing event updated for resources: {'Port': ['ID=475129c1-4da3-4d71-99d7-40623e218f43,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:24.895596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:24.956878 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Network 69b86505-cd0f-48cc-94ed-c59e0852998b is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:24.958712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Resources bound (agent type, host, resource id): {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:24.961976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:24.984797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.019245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.035580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cd8f4f81-f8ec-47f8-92b8-ca2a13a7843d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:25.067297 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Attempting to bind port 475129c1-4da3-4d71-99d7-40623e218f43 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:25.067950 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Attempting to bind port 475129c1-4da3-4d71-99d7-40623e218f43 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:25.068526 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Attempting to bind port 475129c1-4da3-4d71-99d7-40623e218f43 on network 69b86505-cd0f-48cc-94ed-c59e0852998b {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:25.075294 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:25.075980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Checking segment: {'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:25.076586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.077210 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Bound using segment: {'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:25.077917 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Bound port: 475129c1-4da3-4d71-99d7-40623e218f43, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:25.078501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.106616 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Pushing event updated for resources: {'Port': ['ID=81c17b41-390e-4007-a968-540b650ce3e0,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:25.176557 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:25.209796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] For port 475129c1-4da3-4d71-99d7-40623e218f43, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:25.213757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] For port 475129c1-4da3-4d71-99d7-40623e218f43, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=475129c1-4da3-4d71-99d7-40623e218f43,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:25.220502 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.270791 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:25.272454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:25.280382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:25.489613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7dbeecd4-8d29-41f9-a133-5a41b345316e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:25.571964 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2b1b1f1e-2a2b-4873-b48e-167106c92aa0 req-dbd1b427-09d5-4838-b7f4-080d7b2a8754 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.2278681 Apr 16 12:02:25.583625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Pushing event updated for resources: {'Port': ['ID=475129c1-4da3-4d71-99d7-40623e218f43,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:25.599419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:25.649883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58498) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:25.807160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.823509 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:25.828107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] Usage tracker for resource:security_group_rule and tenant:42eee32c5ea74b368909543015236e12 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:25.831584 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:25.842049 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:26.017274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.021773 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.032157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-da714877-4b2c-4a6d-b33e-ed2bcc2e79fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:26.057570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb7da3-e732-40cc-8ee8-338d572dfc8b req-b36ed144-904c-433a-ba1f-3844d9344c50 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:26.059128 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-95bb7da3-e732-40cc-8ee8-338d572dfc8b req-b36ed144-904c-433a-ba1f-3844d9344c50 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 946 time: 0.3908691 Apr 16 12:02:26.091089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f294f63-72d7-4932-99b4-672b2070664d,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:26.102263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:26.142839 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42eee32c5ea74b368909543015236e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901731 Apr 16 12:02:26.143493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58512) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:26.215261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fca2396c-91b6-473f-826a-25ddf07abb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.246984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fca2396c-91b6-473f-826a-25ddf07abb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.271909 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-95bb7da3-e732-40cc-8ee8-338d572dfc8b req-afc5034b-ff8e-4024-a0c7-bf662e3e32e2 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469193 Apr 16 12:02:26.309043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fca2396c-91b6-473f-826a-25ddf07abb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.316237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-de15e6c8-4184-43bd-afcb-c0a121cd8072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:26.330436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2396c-91b6-473f-826a-25ddf07abb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f294f63-72d7-4932-99b4-672b2070664d,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:26.331979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.333558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fca2396c-91b6-473f-826a-25ddf07abb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:26.340185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fca2396c-91b6-473f-826a-25ddf07abb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.345034 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-fca2396c-91b6-473f-826a-25ddf07abb10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f294f63-72d7-4932-99b4-672b2070664d HTTP/1.1" status: 204 len: 168 time: 0.2003033 Apr 16 12:02:26.751112 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-86be9bb2-0966-4a8d-b904-e2cfe5877a3d req-6a0eb003-9cbe-4a2f-8bb7-703b75937eb5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0537894 Apr 16 12:02:26.764475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954'] for router, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.817534 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58564) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:26.858217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.878665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:26.884954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] Usage tracker for resource:security_group_rule and tenant:b0b81b2296a44670b7642273444e4cf7 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:26.888902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:26.897966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:27.038787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.049395 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.056996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Router 2dd97903-7a54-4afd-aa24-4b5805563129 is scheduled to L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa with binding_index 1 {{(pid=85344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:02:27.082119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6b31c79c-518d-4b67-a98e-b90fb8e81885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:27.092575 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0b81b2296a44670b7642273444e4cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733092 Apr 16 12:02:27.095250 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58572) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:27.159449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf4dde-408f-4d18-a93d-46424e0949b6,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:27.166408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:27.208002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-376a489b-a698-41e4-9bdc-94626b7bbfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.238072 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-376a489b-a698-41e4-9bdc-94626b7bbfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.275649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da9c6e3-67ba-4d94-9c44-f4eed36add0d None None] Network 69b86505-cd0f-48cc-94ed-c59e0852998b requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:02:27.290474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-376a489b-a698-41e4-9bdc-94626b7bbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.297565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5e1cf23c-c348-4a63-ac89-faa4690d3692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:27.304627 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:02:27.315258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-376a489b-a698-41e4-9bdc-94626b7bbfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.316288 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-376a489b-a698-41e4-9bdc-94626b7bbfb4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcdf4dde-408f-4d18-a93d-46424e0949b6 HTTP/1.1" status: 204 len: 168 time: 0.2197783 Apr 16 12:02:27.317329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a489b-a698-41e4-9bdc-94626b7bbfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf4dde-408f-4d18-a93d-46424e0949b6,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:27.320672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-376a489b-a698-41e4-9bdc-94626b7bbfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:27.348979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.352637 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0844393 Apr 16 12:02:27.355243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58580) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:27.360086 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Sync routers for ids ['2dd97903-7a54-4afd-aa24-4b5805563129'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:02:27.393332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Routers {'2dd97903-7a54-4afd-aa24-4b5805563129'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:27.394660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:02:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2dd97903-7a54-4afd-aa24-4b5805563129'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:27.646002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-731df500-59c2-4f10-b06a-383690a0b434 None None] Provisioning for port 475129c1-4da3-4d71-99d7-40623e218f43 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:27.705726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Set router 2dd97903-7a54-4afd-aa24-4b5805563129 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:28.090217 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5f25e457-01fe-4723-9c98-9d1eaa3368d0 req-b9410437-609e-4ad2-8c24-24f23c273701 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0920839 Apr 16 12:02:28.093875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 475129c1-4da3-4d71-99d7-40623e218f43 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:28.307253 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 475129c1-4da3-4d71-99d7-40623e218f43 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:28.323460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 475129c1-4da3-4d71-99d7-40623e218f43 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:28.323904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.374764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:26Z', 'revision_number': 3, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:28.406578 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Checking router: 2dd97903-7a54-4afd-aa24-4b5805563129 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:02:28.407228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Updating router 2dd97903-7a54-4afd-aa24-4b5805563129 port 81c17b41-390e-4007-a968-540b650ce3e0 binding host dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:02:28.507996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.762870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.038019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Allocated IP 172.20.0.1 (69b86505-cd0f-48cc-94ed-c59e0852998b/eba55674-8c09-4729-a042-7aa68915b67e/89431403-f083-48e8-be4f-5dc4ca188558) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:29.113415 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.133100 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-e366d9f4-99d5-4a16-bb51-471d65afe4b7 None None] Provisioning complete for port 475129c1-4da3-4d71-99d7-40623e218f43 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:29.133535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e366d9f4-99d5-4a16-bb51-471d65afe4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.234856 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.resource_extend [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 12:02:29.313252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.330360 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 475129c1-4da3-4d71-99d7-40623e218f43, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=475129c1-4da3-4d71-99d7-40623e218f43,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:29.330624 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-43fa0acc-2e1e-4f79-8b29-7ed4f625cd83 req-17bd2dc5-2d89-4dbf-8106-159205930031 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0822158 Apr 16 12:02:29.347688 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Transition to ACTIVE for port object 89431403-f083-48e8-be4f-5dc4ca188558 will not be triggered until provisioned by entity DHCP. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:29.384279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.391753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.401390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:29.521403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f9b4903e-dc1e-4f42-8923-e148db22141e tempest-ServerRescueNegativeTestJSON-1959465024 tempest-ServerRescueNegativeTestJSON-1959465024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:29.590540 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.606162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=475129c1-4da3-4d71-99d7-40623e218f43,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:29.610987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:29.612013 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Transition to ACTIVE for port object 81c17b41-390e-4007-a968-540b650ce3e0 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:29.614685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Network 69b86505-cd0f-48cc-94ed-c59e0852998b is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:29.618561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:29.620609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.623547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Pushing event updated for resources: {'Port': ['ID=89431403-f083-48e8-be4f-5dc4ca188558,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:29.626060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:29.636722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:29.657055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:29.690883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444299'] for router_interface, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.716498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69c83d-bb79-4081-974a-06d6b9fe9b7a None None] Pushing event updated for resources: {'Port': ['ID=81c17b41-390e-4007-a968-540b650ce3e0,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:29.795362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7a69c83d-bb79-4081-974a-06d6b9fe9b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:29.857660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:29.915966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 475129c1-4da3-4d71-99d7-40623e218f43 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:29.982637 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-d10b70cc-c225-4b37-b4ac-7ae0a7cfba8a None None] Provisioning for port 89431403-f083-48e8-be4f-5dc4ca188558 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:30.003658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Attempting to bind port 81c17b41-390e-4007-a968-540b650ce3e0 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:30.005885 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Attempting to bind port 81c17b41-390e-4007-a968-540b650ce3e0 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:30.005885 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Attempting to bind port 81c17b41-390e-4007-a968-540b650ce3e0 on network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:30.012538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-d10b70cc-c225-4b37-b4ac-7ae0a7cfba8a None None] Provisioning complete for port 89431403-f083-48e8-be4f-5dc4ca188558 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:30.012538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d10b70cc-c225-4b37-b4ac-7ae0a7cfba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.056104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:30.056540 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:30.056999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.057882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Bound using segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:30.058017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Bound port: 81c17b41-390e-4007-a968-540b650ce3e0, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:30.058380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.144721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-d10b70cc-c225-4b37-b4ac-7ae0a7cfba8a None None] Port 89431403-f083-48e8-be4f-5dc4ca188558 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:30.145312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.157597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.170897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 475129c1-4da3-4d71-99d7-40623e218f43 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:30.171330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.196859 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-55c101ac-9a06-4f64-94f2-2f636ffd8879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:30.222564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] For port 81c17b41-390e-4007-a968-540b650ce3e0, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:30.243539 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] For port 81c17b41-390e-4007-a968-540b650ce3e0, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=81c17b41-390e-4007-a968-540b650ce3e0,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:30.249743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.266519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:30.289596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854155099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854331412'] for router_interface, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.313540 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Pushing event updated for resources: {'Port': ['ID=89431403-f083-48e8-be4f-5dc4ca188558,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:30.363622 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:30.460081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Network 69b86505-cd0f-48cc-94ed-c59e0852998b is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:30.461995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:30.651275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Routers {'2dd97903-7a54-4afd-aa24-4b5805563129'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:30.652193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:02:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2dd97903-7a54-4afd-aa24-4b5805563129'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:30.724640 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69c83d-bb79-4081-974a-06d6b9fe9b7a None None] Pushing event updated for resources: {'Port': ['ID=81c17b41-390e-4007-a968-540b650ce3e0,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:30.730550 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a451534f-ab91-4f7f-ad9e-bf4fae475d05 req-315d5b91-c714-4a0a-913a-8add18725902 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1055157 Apr 16 12:02:30.771186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7a69c83d-bb79-4081-974a-06d6b9fe9b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:30.833091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Router 2dd97903-7a54-4afd-aa24-4b5805563129 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:02:30.914192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-37729491-f168-45c1-91f1-b8ca0bb5a931 None None] Provisioning complete for port 89431403-f083-48e8-be4f-5dc4ca188558 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:30.914550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-37729491-f168-45c1-91f1-b8ca0bb5a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.977224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58694) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:31.003998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] Set router 2dd97903-7a54-4afd-aa24-4b5805563129 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:31.034648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58700) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:31.052554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-37729491-f168-45c1-91f1-b8ca0bb5a931 None None] Port 89431403-f083-48e8-be4f-5dc4ca188558 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:31.219899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.252519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:31.261383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] Usage tracker for resource:security_group_rule and tenant:c4de8763c61d41a0b5901b3bc30a1874 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:31.264694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dbb32fed-1bea-485e-bb1f-3eca5a6fc775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.274893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:31.284277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:31.293106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-dbb32fed-1bea-485e-bb1f-3eca5a6fc775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:31.301950 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-dbb32fed-1bea-485e-bb1f-3eca5a6fc775 admin admin] Usage tracker for resource:security_group_rule and tenant:72ef9aca39f041fc84f7d74d3d88529a is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:31.306642 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-dbb32fed-1bea-485e-bb1f-3eca5a6fc775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:31.313383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:02:31.326994 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-977d4c35-6452-4a6f-b7de-e4f32b70acff admin admin] 10.222.0.48 "PUT /v2.0/routers/2dd97903-7a54-4afd-aa24-4b5805563129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9693635 Apr 16 12:02:31.327222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-dbb32fed-1bea-485e-bb1f-3eca5a6fc775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:31.448510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 2, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:31.463320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee49351-8a66-4b14-b869-460cdad0f1da None None] The sync data for ids ['2dd97903-7a54-4afd-aa24-4b5805563129'] in dv-cinder-786627-1-iscsi is: [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 2, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:02:31.463735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.481628 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.494197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e62177d6-289b-4130-a7bc-7f78087cb26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:31.552031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dbb32fed-1bea-485e-bb1f-3eca5a6fc775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.561429 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4de8763c61d41a0b5901b3bc30a1874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5215352 Apr 16 12:02:31.561429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611a6b94-f57b-4434-bccd-c9d19b268d6f,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:31.561929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dbb32fed-1bea-485e-bb1f-3eca5a6fc775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.563911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58708) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:31.592205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:31.593021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d343c59a-5f1b-4417-b8b9-42b2621efbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:31.604508 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-dbb32fed-1bea-485e-bb1f-3eca5a6fc775 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72ef9aca39f041fc84f7d74d3d88529a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259973 Apr 16 12:02:31.607921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58712) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:31.653454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1e56d0fe-f030-4c13-986f-f6cc7e910738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.670071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb32fed-1bea-485e-bb1f-3eca5a6fc775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46408a6-43ef-4277-a55d-ac16d9190ed5,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:31.686695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1e56d0fe-f030-4c13-986f-f6cc7e910738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.698160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-dbb32fed-1bea-485e-bb1f-3eca5a6fc775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:31.741580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-51c52993-3878-4143-9553-9cd915267335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.756158 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1e56d0fe-f030-4c13-986f-f6cc7e910738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.766293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b3052f05-dcf4-4581-9648-b4d87f367b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:31.778689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-51c52993-3878-4143-9553-9cd915267335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.785607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1e56d0fe-f030-4c13-986f-f6cc7e910738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.787494 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-1e56d0fe-f030-4c13-986f-f6cc7e910738 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/611a6b94-f57b-4434-bccd-c9d19b268d6f HTTP/1.1" status: 204 len: 168 time: 0.2233980 Apr 16 12:02:31.791656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56d0fe-f030-4c13-986f-f6cc7e910738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611a6b94-f57b-4434-bccd-c9d19b268d6f,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:31.795604 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1e56d0fe-f030-4c13-986f-f6cc7e910738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:31.890183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-51c52993-3878-4143-9553-9cd915267335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.920942 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-132826fc-e06e-4c9e-998c-45b47beaccf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:31.945235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c52993-3878-4143-9553-9cd915267335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46408a6-43ef-4277-a55d-ac16d9190ed5,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:31.963975 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-51c52993-3878-4143-9553-9cd915267335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:31.971498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-51c52993-3878-4143-9553-9cd915267335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:31.974385 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-51c52993-3878-4143-9553-9cd915267335 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f46408a6-43ef-4277-a55d-ac16d9190ed5 HTTP/1.1" status: 204 len: 168 time: 0.3646097 Apr 16 12:02:32.065409 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bbed558d-abc2-4134-9fb6-d7b6d906be69 req-29a43c00-18ac-4b06-8c36-57543da96aea tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0765691 Apr 16 12:02:32.466630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58734) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:32.501837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-31baa1af-a86b-4910-84d2-ed1f6f9a03be admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.540184 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-31baa1af-a86b-4910-84d2-ed1f6f9a03be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:32.545512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-31baa1af-a86b-4910-84d2-ed1f6f9a03be admin admin] Usage tracker for resource:security_group_rule and tenant:86d5310e390c400ba112d4aff94acab7 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:32.548842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-31baa1af-a86b-4910-84d2-ed1f6f9a03be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:32.570306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-31baa1af-a86b-4910-84d2-ed1f6f9a03be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:32.693006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-31baa1af-a86b-4910-84d2-ed1f6f9a03be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.698069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-31baa1af-a86b-4910-84d2-ed1f6f9a03be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.708593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b70c3b93-48cb-408d-a310-5c248fa51246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:32.761542 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-31baa1af-a86b-4910-84d2-ed1f6f9a03be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86d5310e390c400ba112d4aff94acab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837503 Apr 16 12:02:32.762596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baa1af-a86b-4910-84d2-ed1f6f9a03be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb864717-3751-4c18-bf2c-7f2d631c9390,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:32.764291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58742) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:32.766611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-31baa1af-a86b-4910-84d2-ed1f6f9a03be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:32.805336 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58746) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:32.811906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1876405294-network', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:32.817213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:32.821787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Usage tracker for resource:network and tenant:004550d8a02e4eab8c197799eecb8dbe is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:32.825142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:32.831638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:32.843445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f833-8553-42b8-862b-63a55fa935cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.843718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Made reservation on behalf of 004550d8a02e4eab8c197799eecb8dbe for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:32.849147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.864268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.878102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f833-8553-42b8-862b-63a55fa935cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.881075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:32.886369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Usage tracker for resource:security_group_rule and tenant:004550d8a02e4eab8c197799eecb8dbe is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:32.890126 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:32.898498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:32.932749 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f833-8553-42b8-862b-63a55fa935cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.939293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b8d0d671-232a-44fa-a3e1-e22cd25e6e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:32.955444 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4f833-8553-42b8-862b-63a55fa935cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb864717-3751-4c18-bf2c-7f2d631c9390,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:32.959264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a9d4f833-8553-42b8-862b-63a55fa935cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:32.962176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f833-8553-42b8-862b-63a55fa935cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:32.963439 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a9d4f833-8553-42b8-862b-63a55fa935cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb864717-3751-4c18-bf2c-7f2d631c9390 HTTP/1.1" status: 204 len: 168 time: 0.1980441 Apr 16 12:02:33.035789 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.039720 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.045993 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1aca4543-60d6-42de-ab3d-6440d90ed711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:33.088288 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:02:33.112908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aab57e4-f36e-420d-a528-8a425a1952ea,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:33.121028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:33.122743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.123370 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Added segment 145a143b-a444-4abc-b2f7-eaa0628e4bd9 of type vlan for network e1a96873-a06e-47e5-9ff1-b8b87b647f06 Apr 16 12:02:33.173260 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.263700 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.270424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:33.271143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.277258 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bf07a993-5110-48f5-b7fc-5de66970e7f3 req-521a938a-598f-4159-b28d-f74397cbd8a3 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0644612 Apr 16 12:02:33.279612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-242690f0-f672-469e-ba33-78c5274db24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:33.402828 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5962543 Apr 16 12:02:33.407206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58760) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:33.415242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Pushing event updated for resources: {'Network': ['ID=e1a96873-a06e-47e5-9ff1-b8b87b647f06,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:33.419426 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:33.427096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Request body: {'subnet': {'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1876405294-subnet', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'ip_version': 4}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:33.429818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network e1a96873-a06e-47e5-9ff1-b8b87b647f06 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:02:33.432558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:33.437534 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Usage tracker for resource:subnet and tenant:004550d8a02e4eab8c197799eecb8dbe is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:33.440886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:33.451256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:33.462200 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Made reservation on behalf of 004550d8a02e4eab8c197799eecb8dbe for: {'subnet': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:33.467917 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515670'] for subnet, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.953089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845311801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515685'] for subnet, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:33.972516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 81c17b41-390e-4007-a968-540b650ce3e0 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:33.984746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-46804715-2743-4a4c-98f5-25b8dfea003d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:34.045532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d712396-44c7-4111-a6c8-54cdacb73563,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:34.085516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 81c17b41-390e-4007-a968-540b650ce3e0 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:34.091276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 81c17b41-390e-4007-a968-540b650ce3e0 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:34.091699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:34.103854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:34.262347 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:34.285703 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 81c17b41-390e-4007-a968-540b650ce3e0, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=81c17b41-390e-4007-a968-540b650ce3e0,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:34.286002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Checking segment: {'id': '145a143b-a444-4abc-b2f7-eaa0628e4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:34.286337 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Network hostable DHCP agents. Network: e1a96873-a06e-47e5-9ff1-b8b87b647f06, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:02:34.289964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:34.292049 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:34.320133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Network e1a96873-a06e-47e5-9ff1-b8b87b647f06 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:02:34.339672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, e1a96873-a06e-47e5-9ff1-b8b87b647f06) {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:34.365372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:34.367911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:34.409670 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-7b888dc3-5d5f-46f7-8857-f636bbc61c30 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9977796 Apr 16 12:02:34.410106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58790) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:34.416431 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1876405294-router', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:34.433197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:34.438236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Usage tracker for resource:router and tenant:004550d8a02e4eab8c197799eecb8dbe is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:34.441778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:34.461544 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:34.489024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854333925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12756'] for router, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:34.490332 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a501b37e-0aa0-40b5-9eb6-e33156b5726e req-00dd323d-7624-4751-aa9a-10bcc34b0bc4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0818412 Apr 16 12:02:34.490998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763044'] for router, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:34.512069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:34.558832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688ca03-b18b-41d5-b8c2-5a6babe826e4 None None] Network e1a96873-a06e-47e5-9ff1-b8b87b647f06 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:02:34.643925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58796) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:34.776963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=81c17b41-390e-4007-a968-540b650ce3e0,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:34.782264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:34.849885 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:34.879021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:34.886339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] Usage tracker for resource:security_group_rule and tenant:191afb18f8154264b1b6c1048f92d729 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:34.891298 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:34.903647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:34.981050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1524a0a1-71c2-54fb-a479-75533e45da76-e1a96873-a06e-47e5-9ff1-b8b87b647f06', 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'fixed_ips': [{'subnet_id': '6d712396-44c7-4111-a6c8-54cdacb73563'}]}} from dv-cinder-786627-1-iscsi. {{(pid=85345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:02:34.982735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.035532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.039410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.049810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f8379a7e-894c-41f2-849c-aa97170f2b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:35.102761 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=191afb18f8154264b1b6c1048f92d729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574826 Apr 16 12:02:35.103741 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298b7589-bdf4-4008-8fcf-af1bad506215,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:35.106703 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58802) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:35.123553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:35.188315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.190862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6debbd3a-f5b2-4555-a0f7-f3708056c678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.212318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Allocated IP 172.20.0.2 (e1a96873-a06e-47e5-9ff1-b8b87b647f06/6d712396-44c7-4111-a6c8-54cdacb73563/d41ad41f-9a7c-4c6f-b961-9f4789912db8) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:35.231418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6debbd3a-f5b2-4555-a0f7-f3708056c678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.308129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6debbd3a-f5b2-4555-a0f7-f3708056c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.313967 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4c55bd6b-a6b8-4aee-bad5-ca2eaa0d3a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:35.330957 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debbd3a-f5b2-4555-a0f7-f3708056c678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298b7589-bdf4-4008-8fcf-af1bad506215,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:35.334506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6debbd3a-f5b2-4555-a0f7-f3708056c678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:35.337132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6debbd3a-f5b2-4555-a0f7-f3708056c678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.340924 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6debbd3a-f5b2-4555-a0f7-f3708056c678 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/298b7589-bdf4-4008-8fcf-af1bad506215 HTTP/1.1" status: 204 len: 168 time: 0.2306359 Apr 16 12:02:35.360941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Sync routers for ids ['2dd97903-7a54-4afd-aa24-4b5805563129'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:02:35.375450 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Routers {'2dd97903-7a54-4afd-aa24-4b5805563129'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:35.376509 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:02:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2dd97903-7a54-4afd-aa24-4b5805563129'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:35.586564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.617029 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Transition to ACTIVE for port object d41ad41f-9a7c-4c6f-b961-9f4789912db8 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:35.639117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Transition to ACTIVE for port object d41ad41f-9a7c-4c6f-b961-9f4789912db8 will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:35.652398 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.741621 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:35.752871 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a08aac1f-12fa-425b-8363-46399f9a4082 req-e6307a78-ad38-4a0b-85fc-9460f9e18ed8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0632095 Apr 16 12:02:35.829759 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.858758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Pushing event updated for resources: {'Port': ['ID=d41ad41f-9a7c-4c6f-b961-9f4789912db8,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:35.862007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:35.869150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.905854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Set router 2dd97903-7a54-4afd-aa24-4b5805563129 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:35.926316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Network e1a96873-a06e-47e5-9ff1-b8b87b647f06 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:35.927847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Resources bound (agent type, host, resource id): {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:35.931926 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:36.047172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Allocated IP 172.27.3.137 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/18448382-448b-474a-97ec-b3a91ae3acfe) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:36.047956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Attempting to bind port d41ad41f-9a7c-4c6f-b961-9f4789912db8 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:36.048389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Attempting to bind port d41ad41f-9a7c-4c6f-b961-9f4789912db8 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '145a143b-a444-4abc-b2f7-eaa0628e4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:36.048802 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Attempting to bind port d41ad41f-9a7c-4c6f-b961-9f4789912db8 on network e1a96873-a06e-47e5-9ff1-b8b87b647f06 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:36.055525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 81c17b41-390e-4007-a968-540b650ce3e0 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:36.093024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:36.093713 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Checking segment: {'id': '145a143b-a444-4abc-b2f7-eaa0628e4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:36.093997 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.094325 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Bound using segment: {'id': '145a143b-a444-4abc-b2f7-eaa0628e4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:36.094899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Bound port: d41ad41f-9a7c-4c6f-b961-9f4789912db8, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145a143b-a444-4abc-b2f7-eaa0628e4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:36.095281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.237049 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 81c17b41-390e-4007-a968-540b650ce3e0 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:36.237482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.251389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.300492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] For port d41ad41f-9a7c-4c6f-b961-9f4789912db8, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:36.335359 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.335851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] For port d41ad41f-9a7c-4c6f-b961-9f4789912db8, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=d41ad41f-9a7c-4c6f-b961-9f4789912db8,segment=NetworkSegment(145a143b-a444-4abc-b2f7-eaa0628e4bd9),segment_id=145a143b-a444-4abc-b2f7-eaa0628e4bd9)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:36.344562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.370630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:36.384228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e40932a7-8b4b-4f19-9bdc-fd8b7e5b8f83 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:36.418416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 2, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:36.425123 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Checking router: 2dd97903-7a54-4afd-aa24-4b5805563129 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:02:36.425884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Updating router 2dd97903-7a54-4afd-aa24-4b5805563129 port 89431403-f083-48e8-be4f-5dc4ca188558 binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:02:36.524408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.628916 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Pushing event updated for resources: {'Port': ['ID=18448382-448b-474a-97ec-b3a91ae3acfe,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:36.639187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:36.706214 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:36.708109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:36.711467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:36.766090 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Pushing event updated for resources: {'Port': ['ID=d41ad41f-9a7c-4c6f-b961-9f4789912db8,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:36.769715 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:37.010977 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-40b2b20e-d639-4c68-a512-4bef1647844b req-191531af-e79a-40e8-aed3-d2212c976e93 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0566411 Apr 16 12:02:37.100334 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.119696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Transition to ACTIVE for port object 89431403-f083-48e8-be4f-5dc4ca188558 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:37.132101 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.149870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:37.293815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Pushing event updated for resources: {'Port': ['ID=89431403-f083-48e8-be4f-5dc4ca188558,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:37.316247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.336676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.337308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.337935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.338797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.339586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.340258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.340738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.341074 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.341555 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.342176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.343095 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.343724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:37.354002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:37.722889 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Attempting to bind port 89431403-f083-48e8-be4f-5dc4ca188558 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:37.723406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Attempting to bind port 89431403-f083-48e8-be4f-5dc4ca188558 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:37.723899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Attempting to bind port 89431403-f083-48e8-be4f-5dc4ca188558 on network 69b86505-cd0f-48cc-94ed-c59e0852998b {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:37.731043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:37.731515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Checking segment: {'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:37.732151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.732855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Bound using segment: {'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:37.733520 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Bound port: 89431403-f083-48e8-be4f-5dc4ca188558, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:37.734040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.855692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954'] for router, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.909619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] For port 89431403-f083-48e8-be4f-5dc4ca188558, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:37.913348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] For port 89431403-f083-48e8-be4f-5dc4ca188558, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=89431403-f083-48e8-be4f-5dc4ca188558,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:37.925794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:38.043606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device d41ad41f-9a7c-4c6f-b961-9f4789912db8 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:38.097514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c6f6217a-5553-4007-98ff-d7d48ca20e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:38.130613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port d41ad41f-9a7c-4c6f-b961-9f4789912db8 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:38.205317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Pushing event updated for resources: {'Port': ['ID=89431403-f083-48e8-be4f-5dc4ca188558,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:38.221854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:38.227903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Routers {'2dd97903-7a54-4afd-aa24-4b5805563129'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:38.228970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:02:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2dd97903-7a54-4afd-aa24-4b5805563129'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:38.240919 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-edf56693-a708-4376-a1b4-959a296898da req-eb8de06a-834b-4340-acf9-1273b54f6b8e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0742574 Apr 16 12:02:38.291322 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Router 2e81272d-1a92-423a-8806-c0c5fb6a078a is scheduled to L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa with binding_index 1 {{(pid=85344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:02:38.429531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3c8b30a2-87d5-48c5-901f-1149d05e6368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:38.643163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] Set router 2dd97903-7a54-4afd-aa24-4b5805563129 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:38.772223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4b1c1d-eae2-4db1-876f-c70b896d8e5a None None] Network e1a96873-a06e-47e5-9ff1-b8b87b647f06 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:02:38.881553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:02:38.904020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Sync routers for ids ['2e81272d-1a92-423a-8806-c0c5fb6a078a'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:02:38.908414 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:38.910159 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4989140 Apr 16 12:02:38.915661 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58848) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:38.938241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Routers {'2e81272d-1a92-423a-8806-c0c5fb6a078a'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:38.938949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:02:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2e81272d-1a92-423a-8806-c0c5fb6a078a'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:39.077034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:37Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:39.083160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec4d1b-e47b-473a-9bad-3fcefb7d5460 None None] The sync data for ids ['2dd97903-7a54-4afd-aa24-4b5805563129'] in dv-cinder-786627-1-iscsi is: [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:37Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:02:39.336863 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Set router 2e81272d-1a92-423a-8806-c0c5fb6a078a gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:39.477801 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-073c38c2-4834-4480-98a1-a81c10c740dd req-a5c1a39e-1d5b-44b6-b64e-2e4ed0b5141a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0639379 Apr 16 12:02:39.645748 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-149a6883-bc36-457e-95a0-37492ff82041 None None] Provisioning for port d41ad41f-9a7c-4c6f-b961-9f4789912db8 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:39.669207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-149a6883-bc36-457e-95a0-37492ff82041 None None] Provisioning complete for port d41ad41f-9a7c-4c6f-b961-9f4789912db8 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:39.669644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-149a6883-bc36-457e-95a0-37492ff82041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:39.947682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.028322 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 89431403-f083-48e8-be4f-5dc4ca188558 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:40.121329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-149a6883-bc36-457e-95a0-37492ff82041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.206569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'name': 'tempest-TestMinimumBasicScenario-1876405294-router', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:34Z', 'updated_at': '2021-04-16T12:02:37Z', 'revision_number': 3, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'gw_port': {'id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:35Z', 'updated_at': '2021-04-16T12:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:40.211200 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-149a6883-bc36-457e-95a0-37492ff82041 None None] For port d41ad41f-9a7c-4c6f-b961-9f4789912db8, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=d41ad41f-9a7c-4c6f-b961-9f4789912db8,segment=NetworkSegment(145a143b-a444-4abc-b2f7-eaa0628e4bd9),segment_id=145a143b-a444-4abc-b2f7-eaa0628e4bd9)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:40.217668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 89431403-f083-48e8-be4f-5dc4ca188558 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:40.221555 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Checking router: 2e81272d-1a92-423a-8806-c0c5fb6a078a for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:02:40.221960 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Updating router 2e81272d-1a92-423a-8806-c0c5fb6a078a port 18448382-448b-474a-97ec-b3a91ae3acfe binding host dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:02:40.238228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Allocated IP 172.20.0.1 (e1a96873-a06e-47e5-9ff1-b8b87b647f06/6d712396-44c7-4111-a6c8-54cdacb73563/8b92499e-39d0-48d0-9aac-95c5f90e6943) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:40.253527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-149a6883-bc36-457e-95a0-37492ff82041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.263214 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:40.295586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 89431403-f083-48e8-be4f-5dc4ca188558 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:40.296047 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.401671 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.426986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.447795 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Transition to ACTIVE for port object 8b92499e-39d0-48d0-9aac-95c5f90e6943 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:40.478002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.494263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:40.561574 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a6883-bc36-457e-95a0-37492ff82041 None None] Pushing event updated for resources: {'Port': ['ID=d41ad41f-9a7c-4c6f-b961-9f4789912db8,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:40.565171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-149a6883-bc36-457e-95a0-37492ff82041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:40.575767 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b23cec78-1f07-4dcc-ba02-6e131009e679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.670815 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-83435111-a0c6-4486-b064-1656c6c1cade req-43400df7-ed2d-41f4-a5e8-3afddee78c2b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0576124 Apr 16 12:02:40.689582 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.709087 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Pushing event updated for resources: {'Port': ['ID=8b92499e-39d0-48d0-9aac-95c5f90e6943,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:40.715352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:40.750983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Network e1a96873-a06e-47e5-9ff1-b8b87b647f06 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:40.752433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:40.755032 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:40.772756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-5c577e4b-f4d6-43c5-8c37-fa87ef468779 None None] Provisioning complete for port d41ad41f-9a7c-4c6f-b961-9f4789912db8 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:40.774109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5c577e4b-f4d6-43c5-8c37-fa87ef468779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.815057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444299'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.852855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 89431403-f083-48e8-be4f-5dc4ca188558, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=89431403-f083-48e8-be4f-5dc4ca188558,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:40.875278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:40.882597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7a69c83d-bb79-4081-974a-06d6b9fe9b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:41.045435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=89431403-f083-48e8-be4f-5dc4ca188558,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:41.064696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:41.107926 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.147197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.161937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Transition to ACTIVE for port object 18448382-448b-474a-97ec-b3a91ae3acfe will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:41.168356 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.188740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:41.346568 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-1c6670fc-7cda-4756-b2fe-3fdec0e9f408 None None] Provisioning for port 8b92499e-39d0-48d0-9aac-95c5f90e6943 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:41.356478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.364220 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.368441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf466a-4114-484e-af54-10529ee9f728 None None] Pushing event updated for resources: {'Port': ['ID=18448382-448b-474a-97ec-b3a91ae3acfe,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:41.369034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.373750 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-1c6670fc-7cda-4756-b2fe-3fdec0e9f408 None None] Provisioning complete for port 8b92499e-39d0-48d0-9aac-95c5f90e6943 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:41.374189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1c6670fc-7cda-4756-b2fe-3fdec0e9f408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.399223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-80ee30c5-3e1f-4b6a-847b-c9c51d2083ca tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:41.405855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b7cf466a-4114-484e-af54-10529ee9f728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:41.458188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-1c6670fc-7cda-4756-b2fe-3fdec0e9f408 None None] Port 8b92499e-39d0-48d0-9aac-95c5f90e6943 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:41.488301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Attempting to bind port 18448382-448b-474a-97ec-b3a91ae3acfe on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:41.488795 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Attempting to bind port 18448382-448b-474a-97ec-b3a91ae3acfe by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:41.489724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Attempting to bind port 18448382-448b-474a-97ec-b3a91ae3acfe on network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:41.496905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:41.497335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:41.497805 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.498256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Bound using segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:41.498594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Pushing event updated for resources: {'Port': ['ID=8b92499e-39d0-48d0-9aac-95c5f90e6943,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:41.498788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Bound port: 18448382-448b-474a-97ec-b3a91ae3acfe, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:41.499205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.501641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854155099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854331412'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.516404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:41.590590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] For port 18448382-448b-474a-97ec-b3a91ae3acfe, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:41.594923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] For port 18448382-448b-474a-97ec-b3a91ae3acfe, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=18448382-448b-474a-97ec-b3a91ae3acfe,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:41.600484 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.617682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:41.668958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Network e1a96873-a06e-47e5-9ff1-b8b87b647f06 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:41.670351 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:41.915510 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e6690206-1a2c-4244-8326-a45264df816f req-2643f36c-d203-486e-97b0-f6c02c6bc99c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0782437 Apr 16 12:02:41.986758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 89431403-f083-48e8-be4f-5dc4ca188558 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:42.080185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:42.111573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf466a-4114-484e-af54-10529ee9f728 None None] Pushing event updated for resources: {'Port': ['ID=18448382-448b-474a-97ec-b3a91ae3acfe,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:42.122536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b7cf466a-4114-484e-af54-10529ee9f728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:42.145825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-c5402217-1860-4753-b1bb-681c2f73809e None None] Provisioning complete for port 8b92499e-39d0-48d0-9aac-95c5f90e6943 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:42.145825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c5402217-1860-4753-b1bb-681c2f73809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:42.222914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-c5402217-1860-4753-b1bb-681c2f73809e None None] Port 8b92499e-39d0-48d0-9aac-95c5f90e6943 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:42.227269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Routers {'2e81272d-1a92-423a-8806-c0c5fb6a078a'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:42.228012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:02:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2e81272d-1a92-423a-8806-c0c5fb6a078a'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:42.284811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 89431403-f083-48e8-be4f-5dc4ca188558 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:42.285237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:42.303761 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Router 2e81272d-1a92-423a-8806-c0c5fb6a078a has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:02:42.532756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] Set router 2e81272d-1a92-423a-8806-c0c5fb6a078a gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:42.618711 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device d41ad41f-9a7c-4c6f-b961-9f4789912db8 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:42.648724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:02:42.658936 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] 10.222.0.48 "PUT /v2.0/routers/2e81272d-1a92-423a-8806-c0c5fb6a078a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7445161 Apr 16 12:02:42.872720 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port d41ad41f-9a7c-4c6f-b961-9f4789912db8 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:42.873146 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:43.092505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'name': 'tempest-TestMinimumBasicScenario-1876405294-router', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:34Z', 'updated_at': '2021-04-16T12:02:41Z', 'revision_number': 4, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'gw_port': {'id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:35Z', 'updated_at': '2021-04-16T12:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '8b92499e-39d0-48d0-9aac-95c5f90e6943', 'name': '', 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'mac_address': 'fa:16:3e:37:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '6d712396-44c7-4111-a6c8-54cdacb73563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:40Z', 'updated_at': '2021-04-16T12:02:41Z', 'revision_number': 2, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'subnets': [{'id': '6d712396-44c7-4111-a6c8-54cdacb73563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:43.097956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402ae62-2172-41ed-9c82-1be1d1ad31b9 None None] The sync data for ids ['2e81272d-1a92-423a-8806-c0c5fb6a078a'] in dv-cinder-786627-1-iscsi is: [{'id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'name': 'tempest-TestMinimumBasicScenario-1876405294-router', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:34Z', 'updated_at': '2021-04-16T12:02:41Z', 'revision_number': 4, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'gw_port': {'id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:35Z', 'updated_at': '2021-04-16T12:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '8b92499e-39d0-48d0-9aac-95c5f90e6943', 'name': '', 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'mac_address': 'fa:16:3e:37:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '6d712396-44c7-4111-a6c8-54cdacb73563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:40Z', 'updated_at': '2021-04-16T12:02:41Z', 'revision_number': 2, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'subnets': [{'id': '6d712396-44c7-4111-a6c8-54cdacb73563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:02:43.100600 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ea6704be-d4a2-4d57-b551-c79ef1cc7ee9 req-28756b82-d93e-4b6e-a19d-7fff1b89adc2 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0569272 Apr 16 12:02:43.208053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:44.344293 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cbb27e92-885e-40d4-8c5e-9b08e975dcba req-2ef6c4a8-cbc2-4317-894e-e1bc250369e5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0691700 Apr 16 12:02:45.600461 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad3b00c6-744d-44c0-94ca-bcc7021b6785 req-ff4d53d1-b48c-4a18-9275-8ca435dd3ab1 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0616684 Apr 16 12:02:45.989793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 18448382-448b-474a-97ec-b3a91ae3acfe up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:46.076381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 18448382-448b-474a-97ec-b3a91ae3acfe completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:46.084964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 18448382-448b-474a-97ec-b3a91ae3acfe triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:46.085479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:46.295973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:46.328823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 18448382-448b-474a-97ec-b3a91ae3acfe, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=18448382-448b-474a-97ec-b3a91ae3acfe,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:46.333088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:46.336887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-843d2f22-47e7-436b-a87c-73a4855ca26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:46.485587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=18448382-448b-474a-97ec-b3a91ae3acfe,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:46.499467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:46.817813 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a7cd4c57-688e-4b5c-9bbd-2bf995ab030d req-705ba98c-7bcf-46f2-bd3d-5531eebe924a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0684197 Apr 16 12:02:47.001997 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Sync routers for ids ['2e81272d-1a92-423a-8806-c0c5fb6a078a'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:02:47.014962 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Routers {'2e81272d-1a92-423a-8806-c0c5fb6a078a'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:47.015955 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:02:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2e81272d-1a92-423a-8806-c0c5fb6a078a'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:47.439163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Set router 2e81272d-1a92-423a-8806-c0c5fb6a078a gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:47.907658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'name': 'tempest-TestMinimumBasicScenario-1876405294-router', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:34Z', 'updated_at': '2021-04-16T12:02:41Z', 'revision_number': 4, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'gw_port': {'id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:35Z', 'updated_at': '2021-04-16T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '8b92499e-39d0-48d0-9aac-95c5f90e6943', 'name': '', 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'mac_address': 'fa:16:3e:37:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '6d712396-44c7-4111-a6c8-54cdacb73563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:40Z', 'updated_at': '2021-04-16T12:02:41Z', 'revision_number': 2, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'subnets': [{'id': '6d712396-44c7-4111-a6c8-54cdacb73563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:47.917097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Checking router: 2e81272d-1a92-423a-8806-c0c5fb6a078a for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:02:47.917945 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Updating router 2e81272d-1a92-423a-8806-c0c5fb6a078a port 8b92499e-39d0-48d0-9aac-95c5f90e6943 binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:02:47.987306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 18448382-448b-474a-97ec-b3a91ae3acfe up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:48.038571 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:48.095038 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d7892290-b612-4fbe-a0a4-895836dcd6d2 req-34d8736b-06e5-4adb-bdd5-7c498e8e8d48 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0760922 Apr 16 12:02:48.180515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 18448382-448b-474a-97ec-b3a91ae3acfe triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:48.181047 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:48.431568 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 58982) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:48.787429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:48.810258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:48.815531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] Usage tracker for resource:security_group_rule and tenant:76d543af1f504e8dabe83987c1a09515 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:48.820153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:48.844492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:48.958313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:48.962884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:48.968007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.005103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Transition to ACTIVE for port object 8b92499e-39d0-48d0-9aac-95c5f90e6943 will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:49.014569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.015317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9ca31150-3085-4135-a88b-abc72d1edf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:49.049237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-95979d21-ffcf-4804-8973-2f81229366ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:49.060616 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 58994) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:49.061299 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76d543af1f504e8dabe83987c1a09515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6271002 Apr 16 12:02:49.089725 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f402ba-d525-4419-9473-b5ad10e6e8e4,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:49.096810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:49.239566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e1006cfa-8a02-467f-8807-780e86b8da83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.257649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62dcf5-4c83-4e16-8ed7-0a660323064f None None] Pushing event updated for resources: {'Port': ['ID=8b92499e-39d0-48d0-9aac-95c5f90e6943,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:49.288472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2f62dcf5-4c83-4e16-8ed7-0a660323064f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:49.346971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e1006cfa-8a02-467f-8807-780e86b8da83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.523680 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c4ccc968-a95b-45d7-bd26-55a1fe3a1a58 req-85bb629b-1093-4708-af55-74c397601040 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1365237 Apr 16 12:02:49.590027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e1006cfa-8a02-467f-8807-780e86b8da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.596083 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2408bfa3-817d-4881-9f0b-ae0b23c0be29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:49.632189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1006cfa-8a02-467f-8807-780e86b8da83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f402ba-d525-4419-9473-b5ad10e6e8e4,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:49.664443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e1006cfa-8a02-467f-8807-780e86b8da83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:49.665819 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e1006cfa-8a02-467f-8807-780e86b8da83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.667153 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e1006cfa-8a02-467f-8807-780e86b8da83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2f402ba-d525-4419-9473-b5ad10e6e8e4 HTTP/1.1" status: 204 len: 168 time: 0.6053782 Apr 16 12:02:49.689852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Attempting to bind port 8b92499e-39d0-48d0-9aac-95c5f90e6943 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:49.690550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Attempting to bind port 8b92499e-39d0-48d0-9aac-95c5f90e6943 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '145a143b-a444-4abc-b2f7-eaa0628e4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:49.690865 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Attempting to bind port 8b92499e-39d0-48d0-9aac-95c5f90e6943 on network e1a96873-a06e-47e5-9ff1-b8b87b647f06 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:49.701471 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:49.702051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Checking segment: {'id': '145a143b-a444-4abc-b2f7-eaa0628e4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:49.702991 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.703770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Bound using segment: {'id': '145a143b-a444-4abc-b2f7-eaa0628e4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:49.706292 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Bound port: 8b92499e-39d0-48d0-9aac-95c5f90e6943, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145a143b-a444-4abc-b2f7-eaa0628e4bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:49.707069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.867938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] For port 8b92499e-39d0-48d0-9aac-95c5f90e6943, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:49.873273 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] For port 8b92499e-39d0-48d0-9aac-95c5f90e6943, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=8b92499e-39d0-48d0-9aac-95c5f90e6943,segment=NetworkSegment(145a143b-a444-4abc-b2f7-eaa0628e4bd9),segment_id=145a143b-a444-4abc-b2f7-eaa0628e4bd9)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:49.880941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.914244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:50.075387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62dcf5-4c83-4e16-8ed7-0a660323064f None None] Pushing event updated for resources: {'Port': ['ID=8b92499e-39d0-48d0-9aac-95c5f90e6943,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:50.099102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2f62dcf5-4c83-4e16-8ed7-0a660323064f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:50.207208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Routers {'2e81272d-1a92-423a-8806-c0c5fb6a078a'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:50.208122 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:02:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2e81272d-1a92-423a-8806-c0c5fb6a078a'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:50.499135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] Set router 2e81272d-1a92-423a-8806-c0c5fb6a078a gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:50.692380 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-503a56af-560b-49c8-9eab-1b0c23f227a1 req-d38c9d36-7ae3-444c-8c57-1f1cb1b18f52 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0525751 Apr 16 12:02:50.914387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'name': 'tempest-TestMinimumBasicScenario-1876405294-router', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:34Z', 'updated_at': '2021-04-16T12:02:41Z', 'revision_number': 4, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'gw_port': {'id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:35Z', 'updated_at': '2021-04-16T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '8b92499e-39d0-48d0-9aac-95c5f90e6943', 'name': '', 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'mac_address': 'fa:16:3e:37:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '6d712396-44c7-4111-a6c8-54cdacb73563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:40Z', 'updated_at': '2021-04-16T12:02:49Z', 'revision_number': 4, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'subnets': [{'id': '6d712396-44c7-4111-a6c8-54cdacb73563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:50.919669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ff7fb-148f-479e-b716-0332fb15f059 None None] The sync data for ids ['2e81272d-1a92-423a-8806-c0c5fb6a078a'] in dv-cinder-786627-1-iscsi is: [{'id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'name': 'tempest-TestMinimumBasicScenario-1876405294-router', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:34Z', 'updated_at': '2021-04-16T12:02:41Z', 'revision_number': 4, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'gw_port': {'id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:35Z', 'updated_at': '2021-04-16T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '8b92499e-39d0-48d0-9aac-95c5f90e6943', 'name': '', 'network_id': 'e1a96873-a06e-47e5-9ff1-b8b87b647f06', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'mac_address': 'fa:16:3e:37:3f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '6d712396-44c7-4111-a6c8-54cdacb73563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:40Z', 'updated_at': '2021-04-16T12:02:49Z', 'revision_number': 4, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'subnets': [{'id': '6d712396-44c7-4111-a6c8-54cdacb73563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:02:51.913320 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-855708fc-0d8a-4afc-98d3-9bc153047ad1 req-db7eea79-d0ea-48d5-8731-cbd598c1c268 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0767157 Apr 16 12:02:52.014624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 8b92499e-39d0-48d0-9aac-95c5f90e6943 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:52.097905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:52.104797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 8b92499e-39d0-48d0-9aac-95c5f90e6943 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:52.110834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 8b92499e-39d0-48d0-9aac-95c5f90e6943 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:52.111392 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:52.258715 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:52.298187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 8b92499e-39d0-48d0-9aac-95c5f90e6943, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=8b92499e-39d0-48d0-9aac-95c5f90e6943,segment=NetworkSegment(145a143b-a444-4abc-b2f7-eaa0628e4bd9),segment_id=145a143b-a444-4abc-b2f7-eaa0628e4bd9)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:52.302065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:52.304119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:52.391919 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=8b92499e-39d0-48d0-9aac-95c5f90e6943,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:52.395428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:53.092469 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c1ffe5c9-30d6-4227-910f-98a04d580f56 req-ecc53a60-c739-40a5-a67d-89237a81af0c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0582476 Apr 16 12:02:53.974938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 8b92499e-39d0-48d0-9aac-95c5f90e6943 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:54.109086 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 8b92499e-39d0-48d0-9aac-95c5f90e6943 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:54.109630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:54.311034 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a14d61cd-fa9e-4009-b11c-5a1852a453ca req-0e529653-8476-4c60-adfa-1de451480f28 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0820067 Apr 16 12:02:55.515538 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0db602f7-1ec8-497a-836a-a602176240fa req-8ccacb95-a91a-4979-806b-9c096e2d38fb tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0555565 Apr 16 12:02:55.676977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-d23fe736-d970-463c-8eb7-d8210c7a974b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:55.678613 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-d23fe736-d970-463c-8eb7-d8210c7a974b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/networks?id=69b86505-cd0f-48cc-94ed-c59e0852998b HTTP/1.1" status: 200 len: 814 time: 0.2548113 Apr 16 12:02:55.697014 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-f9f1cc38-07b5-4ee1-9097-b876cccda667 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/quotas/88d29f208c2f434c990eaa2613109873 HTTP/1.1" status: 200 len: 375 time: 0.0110619 Apr 16 12:02:55.794574 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-db2b5e27-879a-4ac1-a432-533a44cac79a tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Synchronizing usage tracker for tenant:88d29f208c2f434c990eaa2613109873 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:55.814313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-db2b5e27-879a-4ac1-a432-533a44cac79a tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Unset dirty status for tenant:88d29f208c2f434c990eaa2613109873 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:55.815829 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-db2b5e27-879a-4ac1-a432-533a44cac79a tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88d29f208c2f434c990eaa2613109873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126106 Apr 16 12:02:55.991611 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-1ffaadaa-45ee-4c06-912e-5ccc969baf4d service neutron] 10.222.0.48 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575155 Apr 16 12:02:56.161484 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-d03178ef-32ed-4a2d-88fe-95afb3eddd28 service neutron] 10.222.0.48 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629164 Apr 16 12:02:56.365249 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-907cd67a-95b9-4ca1-97c1-ebed7cebb747 req-b6caf777-554a-45a6-b1f4-38439cbcd148 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 210 time: 0.0511575 Apr 16 12:02:56.703512 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-af8d40c8-088f-4ac7-951b-a553e65f7432 req-07290ab7-caae-4707-a093-3041a1031ddf tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0501106 Apr 16 12:02:57.599787 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-82cbee76-eb00-4dd7-abde-e6295dcbf67c req-8b7efe9c-48ad-418f-9586-990f591e24d1 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 210 time: 0.0872548 Apr 16 12:02:57.747895 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-7ec8b15a-ac56-4944-8305-fc37561f442e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:57.748777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-7ec8b15a-ac56-4944-8305-fc37561f442e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Synchronizing usage tracker for tenant:88d29f208c2f434c990eaa2613109873 on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:57.766981 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-7ec8b15a-ac56-4944-8305-fc37561f442e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Unset dirty status for tenant:88d29f208c2f434c990eaa2613109873 on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:57.769872 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-7ec8b15a-ac56-4944-8305-fc37561f442e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.55 "GET /v2.0/networks?id=69b86505-cd0f-48cc-94ed-c59e0852998b HTTP/1.1" status: 200 len: 814 time: 0.2178864 Apr 16 12:02:57.796822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'port': {'device_id': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'admin_state_up': True, 'tenant_id': '88d29f208c2f434c990eaa2613109873'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:57.901328 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7ebff0a9-8dda-43c0-9ab3-8e8fa2fedafc req-b4360d30-a4a6-4c2e-8b20-193d6d0c7319 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0549052 Apr 16 12:02:57.952501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:57.963593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:57.973084 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Made reservation on behalf of 88d29f208c2f434c990eaa2613109873 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:57.979174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.164645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Allocated IP 172.20.0.4 (69b86505-cd0f-48cc-94ed-c59e0852998b/eba55674-8c09-4729-a042-7aa68915b67e/538b7184-e2bf-4cb6-9978-28e94b93afba) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:58.408816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.428239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Transition to ACTIVE for port object 538b7184-e2bf-4cb6-9978-28e94b93afba will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:58.456781 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.473590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-52a850a2-f0d6-4dbd-bc46-e719f5c6b97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:58.613851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'Port': ['ID=538b7184-e2bf-4cb6-9978-28e94b93afba,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:58.618480 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:58.673515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Network 69b86505-cd0f-48cc-94ed-c59e0852998b is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:58.674601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:58.677087 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:58.787288 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:58.788007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.835416 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554535 Apr 16 12:02:58.864409 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f3882-8c88-4d9c-9af4-94631dcf767f req-5f392d1e-989e-4c31-af35-2e74926b1bdf tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:58.865179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-3c9f3882-8c88-4d9c-9af4-94631dcf767f req-5f392d1e-989e-4c31-af35-2e74926b1bdf tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Synchronizing usage tracker for tenant:88d29f208c2f434c990eaa2613109873 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:58.881561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-808507a2-a03f-418e-9805-741871030d83 None None] Provisioning for port 538b7184-e2bf-4cb6-9978-28e94b93afba completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:58.885354 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-3c9f3882-8c88-4d9c-9af4-94631dcf767f req-5f392d1e-989e-4c31-af35-2e74926b1bdf tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Unset dirty status for tenant:88d29f208c2f434c990eaa2613109873 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:58.886636 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3c9f3882-8c88-4d9c-9af4-94631dcf767f req-5f392d1e-989e-4c31-af35-2e74926b1bdf tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.1471357 Apr 16 12:02:58.887427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-808507a2-a03f-418e-9805-741871030d83 None None] Provisioning complete for port 538b7184-e2bf-4cb6-9978-28e94b93afba triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:58.887850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-808507a2-a03f-418e-9805-741871030d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.935379 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-3c9f3882-8c88-4d9c-9af4-94631dcf767f req-31ad144d-0b68-4795-9d87-a1f2482eb028 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Synchronizing usage tracker for tenant:88d29f208c2f434c990eaa2613109873 on resource:security_group {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:58.945696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-808507a2-a03f-418e-9805-741871030d83 None None] Port 538b7184-e2bf-4cb6-9978-28e94b93afba cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:58.955338 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-3c9f3882-8c88-4d9c-9af4-94631dcf767f req-31ad144d-0b68-4795-9d87-a1f2482eb028 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Unset dirty status for tenant:88d29f208c2f434c990eaa2613109873 on resource:security_group {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:58.956657 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3c9f3882-8c88-4d9c-9af4-94631dcf767f req-31ad144d-0b68-4795-9d87-a1f2482eb028 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633533 Apr 16 12:02:59.066056 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8b620a47-8028-47dd-9763-1f0941e8dbc0 req-6dd30c66-e607-4010-9276-a74abdde9f31 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0477366 Apr 16 12:03:00.164720 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e3c5c-98e4-4ef9-a5d6-d7c7dc47430f req-cea68132-6337-4288-9863-d5d5e706131e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:00.166940 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d43e3c5c-98e4-4ef9-a5d6-d7c7dc47430f req-cea68132-6337-4288-9863-d5d5e706131e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.0904076 Apr 16 12:03:00.220370 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d43e3c5c-98e4-4ef9-a5d6-d7c7dc47430f req-77ebac4f-9f7c-45ab-a704-8010502d6806 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Apr 16 12:03:00.231177 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4c3e4ceb-a6c5-49fa-a0f7-49187049ec70 req-9fff3ad8-4e11-4bed-a674-1509c08756c7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0489576 Apr 16 12:03:01.420004 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e138251e-b29a-4ddb-ab0a-9c10bc13bb97 req-e5709f11-def0-49b6-ac1f-cdbc2a55de3e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0681477 Apr 16 12:03:01.450120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1577fd3-0816-4d57-9bbf-4452a6b32450 req-6e4ab69f-9f11-4ee1-a3d0-16e8db362548 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:01.451799 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e1577fd3-0816-4d57-9bbf-4452a6b32450 req-6e4ab69f-9f11-4ee1-a3d0-16e8db362548 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.1085687 Apr 16 12:03:01.514930 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e1577fd3-0816-4d57-9bbf-4452a6b32450 req-0d650caa-534d-4805-bc25-50101a26a8b9 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545852 Apr 16 12:03:01.773237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:03:02.601486 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b3552201-8282-43ff-8c55-1dba97bd9949 req-be35851a-e5bd-4094-9f94-54f5d81ec707 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0542223 Apr 16 12:03:02.751257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1a5e2-12db-4402-a701-3ed4dbfd0e4f req-115c3ec5-3294-4991-b0d2-aba3c12ce9c6 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:02.752873 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dad1a5e2-12db-4402-a701-3ed4dbfd0e4f req-115c3ec5-3294-4991-b0d2-aba3c12ce9c6 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.0962636 Apr 16 12:03:02.806027 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dad1a5e2-12db-4402-a701-3ed4dbfd0e4f req-cc840116-65c0-4bfd-925f-6c4ee7b4178f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438435 Apr 16 12:03:03.776442 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-801c49a8-35b8-4145-a1f5-8c94b5b5e6eb req-488b070a-95b4-4773-87c9-2d26b34e1f5d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0516713 Apr 16 12:03:04.033430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433866d-bf30-49de-a58e-fd789ce38daf req-d5de780c-93c0-4a5f-8f79-40d358c7a995 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:04.035153 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c433866d-bf30-49de-a58e-fd789ce38daf req-d5de780c-93c0-4a5f-8f79-40d358c7a995 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.0926521 Apr 16 12:03:04.089050 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c433866d-bf30-49de-a58e-fd789ce38daf req-298ed7d9-bbf0-422e-ba9b-92d1994cc977 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459607 Apr 16 12:03:04.948033 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ba37a0c5-3f62-4694-a032-da6e09a81f72 req-e06a0e5a-f6a9-4075-b1b7-1a2871ea6cef tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0544429 Apr 16 12:03:05.299816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269b2f0-4aaa-4378-9e75-6cbb04d080e1 req-0c57d266-eb27-483a-93ca-01925cff39fb tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:05.301466 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3269b2f0-4aaa-4378-9e75-6cbb04d080e1 req-0c57d266-eb27-483a-93ca-01925cff39fb tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.0966182 Apr 16 12:03:05.355541 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3269b2f0-4aaa-4378-9e75-6cbb04d080e1 req-fb037228-2d31-49f2-aa19-252a70b5ab95 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466340 Apr 16 12:03:06.117241 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1477254b-9c33-4058-918c-f8d78643aba2 req-ffcbf814-a272-46c8-b5ba-51a0bb15ef4b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0515420 Apr 16 12:03:06.836590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af71cce-a7d4-4059-98db-fc50df6c93d0 req-1c6f26a6-eea3-4ece-8b9e-74e0f5760af1 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:06.839287 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7af71cce-a7d4-4059-98db-fc50df6c93d0 req-1c6f26a6-eea3-4ece-8b9e-74e0f5760af1 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.3442709 Apr 16 12:03:06.892575 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7af71cce-a7d4-4059-98db-fc50df6c93d0 req-1f6620a3-f0bf-4c44-bd61-9de7296056e5 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462742 Apr 16 12:03:07.356457 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-820d845e-be1a-4943-a2e4-0819b45659ba req-aed34f98-8717-441f-bb17-02657c80cbb0 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1183634 Apr 16 12:03:08.118044 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5c721-efea-4bd1-a5fb-59c0b53b5f86 req-bdce229d-db2c-4662-bb23-06c95a051fd8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:08.119626 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-25d5c721-efea-4bd1-a5fb-59c0b53b5f86 req-bdce229d-db2c-4662-bb23-06c95a051fd8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.1070318 Apr 16 12:03:08.174710 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-25d5c721-efea-4bd1-a5fb-59c0b53b5f86 req-8f043cd9-672c-4008-a286-e98694c905c7 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481110 Apr 16 12:03:08.477971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c14c1982-b75d-4d16-b49e-e35820707291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.642221 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-652c0fc8-5873-4347-a317-bed358ca28e9 req-ef51a5e0-98c9-4678-abe8-5aba7b8681a7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0928750 Apr 16 12:03:09.384501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12bc00-d66b-49c4-b301-89d6b87cf180 req-6fcd3d68-b402-4a08-b271-be741e0869dc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:09.390836 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ff12bc00-d66b-49c4-b301-89d6b87cf180 req-6fcd3d68-b402-4a08-b271-be741e0869dc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.0991151 Apr 16 12:03:09.440768 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ff12bc00-d66b-49c4-b301-89d6b87cf180 req-91197d31-214b-4d41-871a-2138ef2e4bda tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435112 Apr 16 12:03:09.812433 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a9ea2c5f-6a56-41d8-8205-010c2ca5ced2 req-1dafb5c1-7339-4b44-bb5d-44d209872655 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0505731 Apr 16 12:03:10.501959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3f6cbe14-d2fb-40cd-894a-41f329c03fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.657923 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de168af-7e3f-4d91-93e1-c27bebd6d7b4 req-7188c6ac-3b7d-493b-9f97-2203aed1fbdf tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:10.659658 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7de168af-7e3f-4d91-93e1-c27bebd6d7b4 req-7188c6ac-3b7d-493b-9f97-2203aed1fbdf tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.0961058 Apr 16 12:03:10.711704 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7de168af-7e3f-4d91-93e1-c27bebd6d7b4 req-65451def-e571-48f7-a4c1-dc0669621145 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452721 Apr 16 12:03:10.980385 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2d459db6-7a2b-4713-a0e9-a8c52f6fc784 req-d1d467a4-d597-463d-93dc-bd190f3a3221 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0516264 Apr 16 12:03:11.285234 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.833203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.920713 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cbfb1-d60c-47f8-8fdd-3c850a6fc7c2 req-5b8acc14-5659-4038-9dfe-6dcbb3cfb4e4 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:11.922350 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f60cbfb1-d60c-47f8-8fdd-3c850a6fc7c2 req-5b8acc14-5659-4038-9dfe-6dcbb3cfb4e4 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 931 time: 0.0949576 Apr 16 12:03:11.971924 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f60cbfb1-d60c-47f8-8fdd-3c850a6fc7c2 req-cf5cf7c1-401c-44c6-846e-b4c0bec705b5 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428996 Apr 16 12:03:12.148914 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-731877d0-306f-4577-bbca-8f4ba1fe87be req-91d70f36-a679-4cbe-b4e3-cf8883a39de3 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0536640 Apr 16 12:03:12.350141 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Request body: {'port': {'device_id': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:12.476684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:12.842718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538b7184-e2bf-4cb6-9978-28e94b93afba {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:03:12.851010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:12.866784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Transition to ACTIVE for port object 538b7184-e2bf-4cb6-9978-28e94b93afba will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:03:12.870168 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:12.885725 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9c489dd2-3cb3-409c-9655-5135ebe2fbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:13.024617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Pushing event updated for resources: {'Port': ['ID=538b7184-e2bf-4cb6-9978-28e94b93afba,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:13.029325 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:13.214005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:13.328697 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-56ee65d3-99ad-4598-9701-2fe1893e1c8a req-a7cf523d-6d6e-4f1f-bc67-fa1b95968305 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0519688 Apr 16 12:03:13.583469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Attempting to bind port 538b7184-e2bf-4cb6-9978-28e94b93afba on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:03:13.583852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Attempting to bind port 538b7184-e2bf-4cb6-9978-28e94b93afba by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:03:13.584270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Attempting to bind port 538b7184-e2bf-4cb6-9978-28e94b93afba on network 69b86505-cd0f-48cc-94ed-c59e0852998b {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:03:13.597133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4e961-a654-4c76-9930-5b47d01a4842 req-560a57ae-9550-43d6-87a2-4c80d9e18260 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:13.598757 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-58c4e961-a654-4c76-9930-5b47d01a4842 req-560a57ae-9550-43d6-87a2-4c80d9e18260 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 943 time: 0.4721992 Apr 16 12:03:13.600871 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Port 538b7184-e2bf-4cb6-9978-28e94b93afba on network 69b86505-cd0f-48cc-94ed-c59e0852998b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:03:13.601241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Attempting to bind port 538b7184-e2bf-4cb6-9978-28e94b93afba on network 69b86505-cd0f-48cc-94ed-c59e0852998b {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:03:13.608895 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:03:13.609277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Checking segment: {'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:03:13.609705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Bound using segment: {'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:03:13.610177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Bound port: 538b7184-e2bf-4cb6-9978-28e94b93afba, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7e09088-3413-4900-9796-5a07e8e2dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:03:13.610562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:13.713360 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-58c4e961-a654-4c76-9930-5b47d01a4842 req-322d23aa-d6af-4eac-adad-b2fa4b69bb4b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055949 Apr 16 12:03:13.742375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] For port 538b7184-e2bf-4cb6-9978-28e94b93afba, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:03:13.745627 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] For port 538b7184-e2bf-4cb6-9978-28e94b93afba, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=538b7184-e2bf-4cb6-9978-28e94b93afba,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:03:13.748742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:13.764487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:13.918271 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Pushing event updated for resources: {'Port': ['ID=538b7184-e2bf-4cb6-9978-28e94b93afba,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:13.922914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:13.957497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:13.958035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:13.959536 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-607b10cf-c859-4309-b296-46b2ce8aff0b service neutron] 10.222.0.55 "PUT /v2.0/ports/538b7184-e2bf-4cb6-9978-28e94b93afba HTTP/1.1" status: 200 len: 1093 time: 1.6145763 Apr 16 12:03:13.960128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:14.039073 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'status': 'completed', 'code': 200} Apr 16 12:03:14.083158 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-36cef5a9-ca9a-4a5b-8df7-bb1e3c5d1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:14.084841 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-36cef5a9-ca9a-4a5b-8df7-bb1e3c5d1301 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88d29f208c2f434c990eaa2613109873&device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 1096 time: 0.0841162 Apr 16 12:03:14.170252 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-1c99415d-c334-4d56-8b13-5d19f35beaa4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=538b7184-e2bf-4cb6-9978-28e94b93afba HTTP/1.1" status: 200 len: 217 time: 0.0705707 Apr 16 12:03:14.240489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-f0b23ba7-c29e-456e-a2ba-4cc4a3d3ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:14.241982 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-f0b23ba7-c29e-456e-a2ba-4cc4a3d3ab59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eba55674-8c09-4729-a042-7aa68915b67e HTTP/1.1" status: 200 len: 853 time: 0.0639048 Apr 16 12:03:14.327174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-096953aa-36b3-4c86-b5f4-8b28505a1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:14.328805 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-096953aa-36b3-4c86-b5f4-8b28505a1cf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69b86505-cd0f-48cc-94ed-c59e0852998b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801101 Apr 16 12:03:14.513706 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9170a492-162c-4f56-87fc-d3c3f9962eba req-5b866a5e-c95a-463e-8e39-5cb3ecd3a33f tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0614636 Apr 16 12:03:14.521888 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-35fea7a2-545d-441c-aca9-8555c383e2bb service neutron] 10.222.0.55 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854084 Apr 16 12:03:14.668322 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6015292-0e8c-4a95-964a-f0c9cd4a25ab req-13324c7f-d763-47c4-92a7-66d39b1e1013 service neutron] 10.222.0.55 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394749 Apr 16 12:03:14.802739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-db29c82c-5933-4252-923c-d9bfe37b3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:14.804280 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-db29c82c-5933-4252-923c-d9bfe37b3012 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88d29f208c2f434c990eaa2613109873&device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 1096 time: 0.0844843 Apr 16 12:03:15.020695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-51095290-54e3-40fc-93df-61fc1e88a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:15.020695 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-51095290-54e3-40fc-93df-61fc1e88a711 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69b86505-cd0f-48cc-94ed-c59e0852998b HTTP/1.1" status: 200 len: 915 time: 0.2087026 Apr 16 12:03:15.093648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf28811-3361-4a32-ac9e-82f6c352febe req-5464f0a1-d977-42b8-8391-85ea846bfb5d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:15.095225 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbf28811-3361-4a32-ac9e-82f6c352febe req-5464f0a1-d977-42b8-8391-85ea846bfb5d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 943 time: 0.2572451 Apr 16 12:03:15.109064 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-541fca48-ec3b-47af-8b4a-0b7af1dd3ea4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=538b7184-e2bf-4cb6-9978-28e94b93afba HTTP/1.1" status: 200 len: 217 time: 0.0811553 Apr 16 12:03:15.201436 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fbf28811-3361-4a32-ac9e-82f6c352febe req-452e9415-b053-4dbd-b234-d9150a3ae79b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940793 Apr 16 12:03:15.207222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-0df14bc1-0185-46bd-b2a5-3e624382f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:15.208781 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-0df14bc1-0185-46bd-b2a5-3e624382f36b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eba55674-8c09-4729-a042-7aa68915b67e HTTP/1.1" status: 200 len: 853 time: 0.0841198 Apr 16 12:03:15.295638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-a0dbab77-8a0c-442f-a898-ae09484c16bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:15.297266 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-a0dbab77-8a0c-442f-a898-ae09484c16bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69b86505-cd0f-48cc-94ed-c59e0852998b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806546 Apr 16 12:03:15.444292 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-96203986-3ed2-4e79-b2ea-6e0f19a656ec service neutron] 10.222.0.55 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367135 Apr 16 12:03:15.595049 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-88caaa17-3b2b-40fa-8eca-c3481c0c6152 req-313e9ce5-f6fc-4d7f-b783-7639dc1c577e service neutron] 10.222.0.55 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409230 Apr 16 12:03:15.682632 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d9d6d1d6-ea07-4947-904a-1a9947e88df5 req-ace3d684-080f-4d2c-b349-e12c5adba51b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0497777 Apr 16 12:03:16.056664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 538b7184-e2bf-4cb6-9978-28e94b93afba details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:03:16.201920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 538b7184-e2bf-4cb6-9978-28e94b93afba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=538b7184-e2bf-4cb6-9978-28e94b93afba,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:16.216369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'port_id': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'mac_address': 'fa:16:3e:88:d7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:03:16.283005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:16.301322 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538b7184-e2bf-4cb6-9978-28e94b93afba {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:03:16.318677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 538b7184-e2bf-4cb6-9978-28e94b93afba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=538b7184-e2bf-4cb6-9978-28e94b93afba,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:16.323809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:16.325760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:16.397460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=538b7184-e2bf-4cb6-9978-28e94b93afba,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:16.405575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.405980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.406392 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.406766 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.407125 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.407672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.408252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.408639 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.409025 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.409405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.409788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.410169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:16.415040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:16.449037 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26db6f2-2359-42ac-a988-5d70f9f18627 req-d88b4143-c868-4274-8660-22e504a9edfc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:16.455955 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e26db6f2-2359-42ac-a988-5d70f9f18627 req-d88b4143-c868-4274-8660-22e504a9edfc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 944 time: 0.1344113 Apr 16 12:03:16.500560 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e26db6f2-2359-42ac-a988-5d70f9f18627 req-f88f795a-7155-4fb8-a4ec-2aa7115a6405 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Apr 16 12:03:16.518292 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca2cb-00a6-4238-b01e-5f4875f9a1b1 req-456c0491-d5b3-4314-a89a-a537407dcc46 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:16.520054 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6bca2cb-00a6-4238-b01e-5f4875f9a1b1 req-456c0491-d5b3-4314-a89a-a537407dcc46 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 946 time: 0.0928633 Apr 16 12:03:16.571288 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c6bca2cb-00a6-4238-b01e-5f4875f9a1b1 req-d587f8fe-955c-40ed-bde3-7757bbcce028 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Apr 16 12:03:16.683877 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['538b7184-e2bf-4cb6-9978-28e94b93afba'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:16.843566 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ecd5e89c-342b-49f3-92f8-2ebc5cec40ff req-7f930cdc-ff58-4c3d-b9f6-cfb9e4f621cc tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0485013 Apr 16 12:03:17.710065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b85ea-f38d-4b86-81e5-26a733855b44 req-3b29df02-79ac-4faf-885d-ab6b247e3af0 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:17.711697 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-de5b85ea-f38d-4b86-81e5-26a733855b44 req-3b29df02-79ac-4faf-885d-ab6b247e3af0 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 944 time: 0.0937586 Apr 16 12:03:17.761826 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-de5b85ea-f38d-4b86-81e5-26a733855b44 req-d6d944f0-5e85-4a48-b5dd-f66bf43e5534 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432613 Apr 16 12:03:17.776793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0895e80-7315-4e9b-b492-0d156b4df939 req-e48c6873-130a-4787-9184-32c98ec666d8 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:17.778456 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d0895e80-7315-4e9b-b492-0d156b4df939 req-e48c6873-130a-4787-9184-32c98ec666d8 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 946 time: 0.0932274 Apr 16 12:03:17.826526 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d0895e80-7315-4e9b-b492-0d156b4df939 req-1664ff4d-e9e6-4dd1-8eb2-4e0bfd47e6b6 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Apr 16 12:03:18.003485 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c895bb86-698e-44e0-bb0b-bf826e81e38a req-9145bb71-634e-42c4-bcbb-97bac414c7ac tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0473859 Apr 16 12:03:18.068447 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 538b7184-e2bf-4cb6-9978-28e94b93afba up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:03:18.140128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port 538b7184-e2bf-4cb6-9978-28e94b93afba completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:03:18.145375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 538b7184-e2bf-4cb6-9978-28e94b93afba triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:03:18.145508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.269700 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.297741 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:18.309723 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 538b7184-e2bf-4cb6-9978-28e94b93afba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=538b7184-e2bf-4cb6-9978-28e94b93afba,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:18.312980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.316279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:18.355075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-e30d7906-477c-4c06-8bdc-a14953b147f9 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:18.356842 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-e30d7906-477c-4c06-8bdc-a14953b147f9 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 946 time: 0.0902297 Apr 16 12:03:18.357034 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'code': 200} Apr 16 12:03:18.397535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=538b7184-e2bf-4cb6-9978-28e94b93afba,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:18.401515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:18.444190 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Deleting port 3f9ef9c1-0950-4f18-ab83-3815278f7b01 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:03:18.444686 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.606054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02d7d3-0f82-416d-a56f-890f2d013ce8 req-37dd4c5e-6424-4298-a569-419ed6e9a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:18.607667 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eb02d7d3-0f82-416d-a56f-890f2d013ce8 req-37dd4c5e-6424-4298-a569-419ed6e9a539 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 1098 time: 0.0788066 Apr 16 12:03:18.655363 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eb02d7d3-0f82-416d-a56f-890f2d013ce8 req-28c7a74a-2ba5-4bd9-a8bc-3014c26c6cf9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Apr 16 12:03:18.714204 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] For port 3f9ef9c1-0950-4f18-ab83-3815278f7b01, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3f9ef9c1-0950-4f18-ab83-3815278f7b01,segment=NetworkSegment(c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f),segment_id=c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:18.714755 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.847165 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Calling delete_port for 3f9ef9c1-0950-4f18-ab83-3815278f7b01 owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:03:19.040535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfbbac-057d-4aa8-bc5d-8e8f171ac6c2 req-af703e81-99e3-4d62-82f8-685a342dd8e0 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:19.042208 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eddfbbac-057d-4aa8-bc5d-8e8f171ac6c2 req-af703e81-99e3-4d62-82f8-685a342dd8e0 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 946 time: 0.0953784 Apr 16 12:03:19.050012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae35e9-d401-44a4-baf7-1e499904a327 req-dfaaed03-3c02-4753-8aaa-93099a329de2 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:19.051634 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d4ae35e9-d401-44a4-baf7-1e499904a327 req-dfaaed03-3c02-4753-8aaa-93099a329de2 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 945 time: 0.1748817 Apr 16 12:03:19.092236 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eddfbbac-057d-4aa8-bc5d-8e8f171ac6c2 req-e66fc978-0932-4902-9dc1-d57b4edfe9ef tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429978 Apr 16 12:03:19.112653 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.118773 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d4ae35e9-d401-44a4-baf7-1e499904a327 req-1ff97451-b12f-49be-904f-da1b8201c9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572455 Apr 16 12:03:19.128174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['3f9ef9c1-0950-4f18-ab83-3815278f7b01'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:19.133333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ee15f1b5-b180-412e-9225-0fdc2ca2ab6f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:19.184684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Pushing event deleted for resources: {'Port': ['ID=3f9ef9c1-0950-4f18-ab83-3815278f7b01,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:19.247021 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.247438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.247985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.248297 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.248710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.249112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.249515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.249922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.250370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.250765 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.251166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.251569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:19.255262 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:19.296096 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41de0a60-460a-4e13-b39e-54d2d2bb0da4 req-7de784d2-ae04-427b-9b9c-4b3232467715 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0862584 Apr 16 12:03:19.340919 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-88c212ae-a5b1-4776-83eb-3af930f37923 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802383 Apr 16 12:03:19.452610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-a6cabbb1-277d-44ae-ba69-d86d47e06366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:19.454187 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-a6cabbb1-277d-44ae-ba69-d86d47e06366 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 1098 time: 0.0867879 Apr 16 12:03:19.634458 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-91b6644d-8043-40a9-a0ee-8d2ac67ead41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:19.636165 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-91b6644d-8043-40a9-a0ee-8d2ac67ead41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 917 time: 0.1562045 Apr 16 12:03:19.654225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] No DVR routers for this DVR port 3f9ef9c1-0950-4f18-ab83-3815278f7b01 on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:03:19.656882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.659775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ea387e-1f18-4afe-9ebe-11d261c8a3d8', 'name': 'network-vif-deleted', 'tag': '3f9ef9c1-0950-4f18-ab83-3815278f7b01'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:19.676149 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-70c8b1d9-ff1e-4095-9ef4-c55dd474cd53 req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.55 "DELETE /v2.0/ports/3f9ef9c1-0950-4f18-ab83-3815278f7b01 HTTP/1.1" status: 204 len: 173 time: 1.3094425 Apr 16 12:03:19.723254 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-f07c8fee-d6a8-478f-9f5d-b567b26d57e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22 HTTP/1.1" status: 200 len: 217 time: 0.0793395 Apr 16 12:03:19.797984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-d1622275-e80c-455e-acff-2e745219cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:19.799560 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-d1622275-e80c-455e-acff-2e745219cae4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.0644429 Apr 16 12:03:19.887206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-3c164fe6-9739-4b48-a02a-bfc64f32c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:19.888860 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-3c164fe6-9739-4b48-a02a-bfc64f32c5f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811508 Apr 16 12:03:20.033212 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-7e7178b9-6726-4bbb-915f-2a182e9486cb service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353097 Apr 16 12:03:20.181987 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f1d14030-f876-480c-81f4-ed4d64c09cff req-3ab10694-c623-4164-bda0-ca722a5f993f service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408291 Apr 16 12:03:20.277277 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2d369d7c-d0d5-47fe-b198-cbb5bf91b2ba req-05840a44-17f6-4dff-9941-dcdadc5fa206 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ea387e-1f18-4afe-9ebe-11d261c8a3d8 HTTP/1.1" status: 200 len: 210 time: 0.0504315 Apr 16 12:03:20.478836 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517342a2-d6e1-47b5-8226-d43f5b3a7b8d req-9d210155-9713-40f4-81d4-98bd4c6cff60 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:20.480501 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-517342a2-d6e1-47b5-8226-d43f5b3a7b8d req-9d210155-9713-40f4-81d4-98bd4c6cff60 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 945 time: 0.0935740 Apr 16 12:03:20.530132 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-517342a2-d6e1-47b5-8226-d43f5b3a7b8d req-ffb04ac0-468b-4923-9a66-f0d43ae19b9c tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Apr 16 12:03:20.682777 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d5c36a9d-b914-4acf-b532-e9d724f8c912 req-399ccca7-6ab9-43a0-8182-c8e5bb8cffa2 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0487659 Apr 16 12:03:20.871443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39aa0b-33c0-40e2-87b7-964670a709bc req-57802ece-a620-4090-ad5e-671e62151f2a tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:20.873069 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dc39aa0b-33c0-40e2-87b7-964670a709bc req-57802ece-a620-4090-ad5e-671e62151f2a tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 945 time: 0.0903938 Apr 16 12:03:20.919960 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dc39aa0b-33c0-40e2-87b7-964670a709bc req-9dd28f46-a498-4386-9562-98823a9f36b2 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Apr 16 12:03:21.343122 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0e215-a963-4d07-ad23-526cfabad155 req-421b4a8f-3837-4684-9c12-98cdbe2d4f06 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:21.344807 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-83c0e215-a963-4d07-ad23-526cfabad155 req-421b4a8f-3837-4684-9c12-98cdbe2d4f06 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 945 time: 0.0888987 Apr 16 12:03:21.395906 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-83c0e215-a963-4d07-ad23-526cfabad155 req-5aeab5ba-5020-4d1c-a353-8c306dedac44 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443094 Apr 16 12:03:22.092038 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3f561ef9-a1f9-4e48-90cc-ff72cd9f3a6d req-937e3848-b38c-4161-80ca-bd5fca4ae11f tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.2786736 Apr 16 12:03:22.101715 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 3f9ef9c1-0950-4f18-ab83-3815278f7b01 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:03:22.143453 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: 3f9ef9c1-0950-4f18-ab83-3815278f7b01 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:03:22.143841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 3f9ef9c1-0950-4f18-ab83-3815278f7b01 not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:03:22.151018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:23.252826 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a3530f55-68e2-4d33-938b-4c18497ea1a2 req-911e4d35-9de0-43cc-a7e5-85e652a45ce9 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0472782 Apr 16 12:03:24.557419 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-78ae21fd-d57b-4358-b46a-ffea652eca82 req-93300492-28a2-4b73-b9ae-ba43594a3773 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0480764 Apr 16 12:03:25.720931 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1ead1749-0bdd-420d-b9cb-7d97a6f5597f req-0d6c9dc9-1a6f-465a-b6b7-30fb75a6a1ee tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0511391 Apr 16 12:03:27.097419 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-13375bce-55a3-46f0-a121-2f17ca5f4a07 req-3d1ccf8a-7c16-4984-add2-bd58d68ee5b4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0642416 Apr 16 12:03:28.267737 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-47a33a42-e9db-44ba-8c58-6d4f70851cde req-cbacd4a6-3332-4e48-90d1-744c05fc6bc5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0484469 Apr 16 12:03:29.433422 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-33b0037b-53f0-47f8-9be0-135eff8f7456 req-36a23493-672b-45dc-a97d-aecdb0fc78ea tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0526583 Apr 16 12:03:30.595155 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-acd5cc36-2990-4c5d-afc6-e451d0527cbb req-183b39a4-14d2-4966-83cc-dd002c1a6b00 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0485942 Apr 16 12:03:31.758750 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cd98ff28-78e0-4a59-b01b-1509406e9749 req-3d936501-ce0e-4f7c-9d17-99c2a8216a31 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0484021 Apr 16 12:03:32.146495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a89f-8b49-436a-b974-2a93515f4535 req-527ac3ad-69a5-41df-8a49-48d1c1de62e1 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:32.147140 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-b818a89f-8b49-436a-b974-2a93515f4535 req-527ac3ad-69a5-41df-8a49-48d1c1de62e1 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Synchronizing usage tracker for tenant:c16e11c9394346e3b1cfc10dbee8e0d5 on resource:network {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:03:32.163464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-b818a89f-8b49-436a-b974-2a93515f4535 req-527ac3ad-69a5-41df-8a49-48d1c1de62e1 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Unset dirty status for tenant:c16e11c9394346e3b1cfc10dbee8e0d5 on resource:network {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:03:32.164777 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-527ac3ad-69a5-41df-8a49-48d1c1de62e1 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/networks?id=68f062f4-f2b8-4552-80e5-ca203d3175c0 HTTP/1.1" status: 200 len: 814 time: 0.1722641 Apr 16 12:03:32.181184 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-d4489c84-7593-4441-8208-244bbeb68e30 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/quotas/c16e11c9394346e3b1cfc10dbee8e0d5 HTTP/1.1" status: 200 len: 375 time: 0.0101643 Apr 16 12:03:32.240764 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-a9b52f5c-4e70-4e7d-9dfa-18fe9ecc7172 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c16e11c9394346e3b1cfc10dbee8e0d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532706 Apr 16 12:03:32.384405 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-4dd5dbab-b8a2-4eeb-8098-a1bc75303226 service neutron] 10.222.0.48 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354580 Apr 16 12:03:32.530105 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-a00f2b58-f4c9-4fdd-bd36-b977f660744f service neutron] 10.222.0.48 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392186 Apr 16 12:03:32.726216 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a62067d8-941b-4979-b0d6-12c433de5bbe req-34eb12da-1dad-4e8d-9888-4c8b6718bb3f tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 210 time: 0.0484319 Apr 16 12:03:32.924295 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4de58f5f-e4d4-4dbc-a06d-902fa1376733 req-db730ee5-622d-48b8-b11d-ccda479d9a68 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0492971 Apr 16 12:03:33.895172 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9648d29e-8ce5-430a-9aed-9dbff9f8fcc7 req-2c635754-623f-4a97-a36f-c0335d38ce47 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 210 time: 0.0523660 Apr 16 12:03:34.100536 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6d8058fb-a073-482e-b07e-898ecfb9c9f7 req-9e0d5908-7d3d-44b0-b211-c730709f27d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0625765 Apr 16 12:03:34.164264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a89f-8b49-436a-b974-2a93515f4535 req-bbd83ac2-ba7a-484b-80f1-253c7b462146 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:34.165844 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-bbd83ac2-ba7a-484b-80f1-253c7b462146 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.55 "GET /v2.0/networks?id=68f062f4-f2b8-4552-80e5-ca203d3175c0 HTTP/1.1" status: 200 len: 814 time: 0.2069077 Apr 16 12:03:34.186701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Request body: {'port': {'device_id': 'aeba72ea-1430-4a8c-96a5-447db5fc04ae', 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0', 'admin_state_up': True, 'tenant_id': 'c16e11c9394346e3b1cfc10dbee8e0d5'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:34.330201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:34.334517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Usage tracker for resource:port and tenant:c16e11c9394346e3b1cfc10dbee8e0d5 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:34.337475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:34.343626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:34.352664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Made reservation on behalf of c16e11c9394346e3b1cfc10dbee8e0d5 for: {'port': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:03:34.358838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:34.532148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Allocated IP 172.20.0.11 (68f062f4-f2b8-4552-80e5-ca203d3175c0/122bd31b-6153-4d33-9d90-90fc43a8e489/793a8338-e3d6-4d31-baa9-c974e88497a2) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:03:34.750931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:34.780235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:34.795929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:34.938693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Pushing event updated for resources: {'Port': ['ID=793a8338-e3d6-4d31-baa9-c974e88497a2,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:34.961115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.961538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.962073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.962359 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.962760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.963161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.963558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.964014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.964410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.965315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.965744 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.966141 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:34.971448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:35.009771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Network 68f062f4-f2b8-4552-80e5-ca203d3175c0 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:03:35.012336 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:03:35.048842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:03:35.129579 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:35.130256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:35.181827 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b7c5d-db01-4c02-828a-364ed5ac09b9 req-d0112f9a-ab0b-4ec0-bdb4-c0f4194b0d22 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:35.182575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-330b7c5d-db01-4c02-828a-364ed5ac09b9 req-d0112f9a-ab0b-4ec0-bdb4-c0f4194b0d22 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Synchronizing usage tracker for tenant:c16e11c9394346e3b1cfc10dbee8e0d5 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:03:35.187828 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0060565 Apr 16 12:03:35.202425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-330b7c5d-db01-4c02-828a-364ed5ac09b9 req-d0112f9a-ab0b-4ec0-bdb4-c0f4194b0d22 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Unset dirty status for tenant:c16e11c9394346e3b1cfc10dbee8e0d5 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:03:35.203690 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-330b7c5d-db01-4c02-828a-364ed5ac09b9 req-d0112f9a-ab0b-4ec0-bdb4-c0f4194b0d22 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 932 time: 0.1926725 Apr 16 12:03:35.252395 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Request body: {'port': {'device_id': 'aeba72ea-1430-4a8c-96a5-447db5fc04ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:35.295209 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-330b7c5d-db01-4c02-828a-364ed5ac09b9 req-6943efbd-eaf3-421a-b00e-3adebd4272ac tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849254 Apr 16 12:03:35.378223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:35.627026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261241dd-9b3a-45ee-893a-0743af059862 req-a03014e4-e035-43a1-857c-a95632fde436 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:35.628687 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-261241dd-9b3a-45ee-893a-0743af059862 req-a03014e4-e035-43a1-857c-a95632fde436 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 945 time: 0.2071819 Apr 16 12:03:35.751321 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-261241dd-9b3a-45ee-893a-0743af059862 req-4e0a7eda-2f92-4983-a95e-a2565c02beea tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745423 Apr 16 12:03:35.777020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 59424) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:35.941334 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cf698cba-7a71-498e-a89d-040ff2f07f8c req-e0bc0564-03f7-4d75-9f54-c2ba819356b5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0880044 Apr 16 12:03:35.955605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793a8338-e3d6-4d31-baa9-c974e88497a2 {{(pid=85343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:03:35.965484 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:35.986082 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Transition to ACTIVE for port object 793a8338-e3d6-4d31-baa9-c974e88497a2 will not be triggered until provisioned by entity L2. {{(pid=85343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:03:35.990747 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:36.009820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e808f973-60ce-4cd2-88be-3177fefbd435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:36.371803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87804ea1-bf43-47e2-a287-2dbc2c039d83 tempest-TestMinimumBasicScenario-1445802049 tempest-TestMinimumBasicScenario-1445802049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:36.373508 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-87804ea1-bf43-47e2-a287-2dbc2c039d83 tempest-TestMinimumBasicScenario-1445802049 tempest-TestMinimumBasicScenario-1445802049-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 1093 time: 0.5954487 Apr 16 12:03:36.376836 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59432) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:36.382876 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'floatingip': {'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'port_id': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:36.389638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Pushing event updated for resources: {'Port': ['ID=793a8338-e3d6-4d31-baa9-c974e88497a2,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:36.390903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:36.392771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:36.397317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Usage tracker for resource:floatingip and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:36.401993 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:36.409010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:36.419695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for floatingip, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:36.570103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:36.666071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146eb377-461c-4a32-b8c2-c2d07b2286e2 req-84fd9606-cb5b-4104-b823-bec9a262af74 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:36.667697 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-146eb377-461c-4a32-b8c2-c2d07b2286e2 req-84fd9606-cb5b-4104-b823-bec9a262af74 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 944 time: 0.2537894 Apr 16 12:03:36.716047 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Allocated IP 172.27.3.61 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/6e8a9152-5373-4cc1-9ea0-dc88fe567ff5) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:03:36.722063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Attempting to bind port 793a8338-e3d6-4d31-baa9-c974e88497a2 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:03:36.722443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Attempting to bind port 793a8338-e3d6-4d31-baa9-c974e88497a2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0'}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:03:36.722817 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Attempting to bind port 793a8338-e3d6-4d31-baa9-c974e88497a2 on network 68f062f4-f2b8-4552-80e5-ca203d3175c0 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:03:36.734793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Port 793a8338-e3d6-4d31-baa9-c974e88497a2 on network 68f062f4-f2b8-4552-80e5-ca203d3175c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:03:36.735160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Attempting to bind port 793a8338-e3d6-4d31-baa9-c974e88497a2 on network 68f062f4-f2b8-4552-80e5-ca203d3175c0 {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:03:36.741387 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-146eb377-461c-4a32-b8c2-c2d07b2286e2 req-cc595388-8ce3-4a7e-8c31-6f71043dcbbc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661311 Apr 16 12:03:36.743991 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:03:36.744628 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Checking segment: {'id': 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:03:36.744786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Bound using segment: {'id': 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0'} {{(pid=85343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:03:36.745220 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Bound port: 793a8338-e3d6-4d31-baa9-c974e88497a2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0'}}] {{(pid=85343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:03:36.745598 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:36.843566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] For port 793a8338-e3d6-4d31-baa9-c974e88497a2, host hv-cinder-78662, cleared binding levels {{(pid=85343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:03:36.846989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] For port 793a8338-e3d6-4d31-baa9-c974e88497a2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=793a8338-e3d6-4d31-baa9-c974e88497a2,segment=NetworkSegment(c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f),segment_id=c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f)] {{(pid=85343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:03:36.850280 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:36.866129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-703baa18-5dc9-43be-bafd-b8b4bc6923a8 tempest-AttachVolumeShelveTestJSON-56578154 tempest-AttachVolumeShelveTestJSON-56578154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:36.874865 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:36.904477 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:36.920508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-20b4e6a4-a81e-4cf4-a83a-2cff661378bc tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:37.022098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Pushing event updated for resources: {'Port': ['ID=793a8338-e3d6-4d31-baa9-c974e88497a2,revision_number=3']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:37.024062 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:37.060365 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:37.061063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:37.062586 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] 10.222.0.55 "PUT /v2.0/ports/793a8338-e3d6-4d31-baa9-c974e88497a2 HTTP/1.1" status: 200 len: 1094 time: 1.8655365 Apr 16 12:03:37.063296 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeba72ea-1430-4a8c-96a5-447db5fc04ae', 'tag': '793a8338-e3d6-4d31-baa9-c974e88497a2'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:37.063761 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'Port': ['ID=6e8a9152-5373-4cc1-9ea0-dc88fe567ff5,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:37.077191 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:37.120287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:03:37.122025 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:03:37.124231 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:03:37.176882 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cd017b79-cc3b-4418-b13a-63aa5c6b2dd5 req-1a637e04-fd49-4bbf-aba8-f26603a4d72a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1016390 Apr 16 12:03:37.222090 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a89f-8b49-436a-b974-2a93515f4535 req-e4995a1d-d0f3-4d61-8f8b-157c35d69ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:37.223830 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-e4995a1d-d0f3-4d61-8f8b-157c35d69ee9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c16e11c9394346e3b1cfc10dbee8e0d5&device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 1097 time: 0.1083353 Apr 16 12:03:37.302521 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-15560978-8074-40a1-ad73-83e1bc323f6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=793a8338-e3d6-4d31-baa9-c974e88497a2 HTTP/1.1" status: 200 len: 217 time: 0.0703294 Apr 16 12:03:37.304320 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeba72ea-1430-4a8c-96a5-447db5fc04ae', 'tag': '793a8338-e3d6-4d31-baa9-c974e88497a2', 'status': 'completed', 'code': 200} Apr 16 12:03:37.378687 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a89f-8b49-436a-b974-2a93515f4535 req-1126cdc8-1ecf-44a7-a363-9bd91f7f6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:37.380332 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-1126cdc8-1ecf-44a7-a363-9bd91f7f6078 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=122bd31b-6153-4d33-9d90-90fc43a8e489 HTTP/1.1" status: 200 len: 854 time: 0.0681922 Apr 16 12:03:37.435082 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-f214e9fc-0180-4bf4-862d-2a1f59b3fdb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=68f062f4-f2b8-4552-80e5-ca203d3175c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478239 Apr 16 12:03:37.566700 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:37.586672 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-b545d5ec-dfb7-46df-a5b4-83d132f7baa9 service neutron] 10.222.0.55 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429863 Apr 16 12:03:37.647365 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:37.738291 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b818a89f-8b49-436a-b974-2a93515f4535 req-65fcd203-1a4c-4f29-afec-04d2d2bdac22 service neutron] 10.222.0.55 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404815 Apr 16 12:03:37.875287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:37.879785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:37.895662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c1431f07-dad5-4b62-ae47-a1d3254e656f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:37.921034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f9af-bf52-4cc4-b762-a35394b1818e req-56c4592e-2490-4a32-9a40-b277ff371ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:37.922663 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-96d3f9af-bf52-4cc4-b762-a35394b1818e req-56c4592e-2490-4a32-9a40-b277ff371ab7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c16e11c9394346e3b1cfc10dbee8e0d5&device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 1097 time: 0.1339962 Apr 16 12:03:38.028171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'Port': ['ID=6e8a9152-5373-4cc1-9ea0-dc88fe567ff5,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:38.032656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:38.055091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76814634-10d5-48b0-bd76-fe5aaea01416 req-0e799bce-6ca7-4e21-b64e-fe5528af1869 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:38.056818 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-76814634-10d5-48b0-bd76-fe5aaea01416 req-0e799bce-6ca7-4e21-b64e-fe5528af1869 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 944 time: 0.1950622 Apr 16 12:03:38.131848 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f9af-bf52-4cc4-b762-a35394b1818e req-72d25f68-8e6a-49ad-9190-2008c827a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:38.133477 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-96d3f9af-bf52-4cc4-b762-a35394b1818e req-72d25f68-8e6a-49ad-9190-2008c827a16c service neutron] 10.222.0.55 "GET /v2.0/networks?id=68f062f4-f2b8-4552-80e5-ca203d3175c0 HTTP/1.1" status: 200 len: 915 time: 0.2018855 Apr 16 12:03:38.138763 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.141703 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-76814634-10d5-48b0-bd76-fe5aaea01416 req-df73bd2e-c0c4-47c2-8ac0-4beccc689298 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687830 Apr 16 12:03:38.213109 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-96d3f9af-bf52-4cc4-b762-a35394b1818e req-3b323bfd-889c-4ee6-8f17-b9b320d48786 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=793a8338-e3d6-4d31-baa9-c974e88497a2 HTTP/1.1" status: 200 len: 217 time: 0.0703628 Apr 16 12:03:38.287810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f9af-bf52-4cc4-b762-a35394b1818e req-35e44d6b-d661-4dfc-8f9b-58e5451dd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:38.289372 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-96d3f9af-bf52-4cc4-b762-a35394b1818e req-35e44d6b-d661-4dfc-8f9b-58e5451dd4e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=122bd31b-6153-4d33-9d90-90fc43a8e489 HTTP/1.1" status: 200 len: 854 time: 0.0668869 Apr 16 12:03:38.327929 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Floating IP 55b8b9a2-2f05-48a4-8434-535a62742155 associated. External IP: 172.27.3.61, port: 538b7184-e2bf-4cb6-9978-28e94b93afba. Apr 16 12:03:38.382978 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c5497a7f-bccf-49a9-a4bc-cb643843afeb req-fccebd39-7313-424c-a479-e40e2362422d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0924838 Apr 16 12:03:38.391637 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-96d3f9af-bf52-4cc4-b762-a35394b1818e req-01355918-05ef-4794-bad8-5e6d0660d69c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=68f062f4-f2b8-4552-80e5-ca203d3175c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608714 Apr 16 12:03:38.406588 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-22d05303-c03d-419f-8606-57a6895d86da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.544523 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-96d3f9af-bf52-4cc4-b762-a35394b1818e req-de02905d-eeaf-4337-9729-ba01c2da4347 service neutron] 10.222.0.55 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432993 Apr 16 12:03:38.692290 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-96d3f9af-bf52-4cc4-b762-a35394b1818e req-8f1863af-23c8-4b21-96e7-6116ace697fd service neutron] 10.222.0.55 "GET /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384797 Apr 16 12:03:38.721639 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Router 2dd97903-7a54-4afd-aa24-4b5805563129 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:03:38.772898 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:03:38.908959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:03:38.920632 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] Sync routers for ids ['2dd97903-7a54-4afd-aa24-4b5805563129'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:03:38.930516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] Routers {'2dd97903-7a54-4afd-aa24-4b5805563129'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:38.931197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:03:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2dd97903-7a54-4afd-aa24-4b5805563129'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:38.934188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.133269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] Set router 2dd97903-7a54-4afd-aa24-4b5805563129 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:39.243129 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8622639 Apr 16 12:03:39.243356 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59448) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:39.249473 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59840603', 'description': 'tempest-secgroup-smoke-59840603 description', 'project_id': '88d29f208c2f434c990eaa2613109873'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:39.255940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:39.267078 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:39.277169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.300806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:39.306497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Usage tracker for resource:security_group_rule and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:39.309783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:39.319705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:39.351153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5814-8435-46da-b242-5b261eafeb01 req-b2b52342-40f9-4993-bea1-1778e2405661 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:39.352868 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-01dc5814-8435-46da-b242-5b261eafeb01 req-b2b52342-40f9-4993-bea1-1778e2405661 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 944 time: 0.0921853 Apr 16 12:03:39.397007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.400775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.407148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-12f81e41-ba97-4d83-9ccd-e6456f71951b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:39.407344 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-01dc5814-8435-46da-b242-5b261eafeb01 req-172b0432-0090-4db7-96e6-a981fbb466d4 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473933 Apr 16 12:03:39.453072 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d6cabf-b27a-4e5c-830b-89abb4c8b670,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:39.458823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:39.469011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.470376 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2259541 Apr 16 12:03:39.473844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59454) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:39.480325 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'security_group_rule': {'security_group_id': 'd9d6cabf-b27a-4e5c-830b-89abb4c8b670', 'project_id': '88d29f208c2f434c990eaa2613109873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:39.487574 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:39.491594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Usage tracker for resource:security_group_rule and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:39.494946 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:39.501541 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:39.525949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.553280 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '55b8b9a2-2f05-48a4-8434-535a62742155', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'port_id': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'mac_address': 'fa:16:3e:88:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:03:37Z', 'updated_at': '2021-04-16T12:03:37Z', 'revision_number': 0, 'project_id': '88d29f208c2f434c990eaa2613109873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:40Z', 'revision_number': 5, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:39.557875 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] Checking router: 2dd97903-7a54-4afd-aa24-4b5805563129 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:03:39.567621 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] Routers {'2dd97903-7a54-4afd-aa24-4b5805563129'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:39.568368 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:03:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2dd97903-7a54-4afd-aa24-4b5805563129'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:39.576549 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1a056c65-1760-4fa5-b50d-7e454037d9a6 req-923240e6-e529-4081-8b1d-24fa31bbeb9a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0510347 Apr 16 12:03:39.601378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.604163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.606464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:39.628017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28c2c8e-f78d-4ed2-a71e-70e4bb3ba1dd,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:39.632340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:39.639836 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.641172 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3d773e6d-4a56-4673-8a7d-6b2b09d70c85 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659613 Apr 16 12:03:39.644083 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59458) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:39.649782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'security_group_rule': {'security_group_id': 'd9d6cabf-b27a-4e5c-830b-89abb4c8b670', 'project_id': '88d29f208c2f434c990eaa2613109873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:39.656147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:39.660308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Usage tracker for resource:security_group_rule and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:39.663432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:39.670030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:39.687786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.755298 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.757940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] Set router 2dd97903-7a54-4afd-aa24-4b5805563129 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:39.758182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.766042 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:39.784966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d877762-30b7-45c7-a1c6-93bbd1596c00,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:39.787738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:39.795160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.796491 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-948a9343-36e8-4727-ae02-35aff2b02c69 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513672 Apr 16 12:03:39.799431 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59462) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:39.805108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'security_group_rule': {'security_group_id': 'd9d6cabf-b27a-4e5c-830b-89abb4c8b670', 'project_id': '88d29f208c2f434c990eaa2613109873', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:39.812340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:39.816081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Usage tracker for resource:security_group_rule and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:39.819042 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:39.825148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:39.845058 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.913437 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.916400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.919113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:39.943362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1a2926-7e6e-4f28-a304-02863b1c7004,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:39.946013 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:39.953144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.957000 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d065e0a3-c4bc-4b69-acea-a9d32abe5fdd tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539626 Apr 16 12:03:39.957244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59466) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:39.962877 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'security_group_rule': {'security_group_id': 'd9d6cabf-b27a-4e5c-830b-89abb4c8b670', 'project_id': '88d29f208c2f434c990eaa2613109873', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:39.969253 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:39.973547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Usage tracker for resource:security_group_rule and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:39.976576 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:39.983164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:40.000288 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.067821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.070764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.072978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:40.094762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5895ba-af27-42fd-84df-c7157eaa64a0,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:40.099349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:40.108081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.109376 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-657d4ecd-23bf-4cf2-82f7-9d94a62bb9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511192 Apr 16 12:03:40.112418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 59470) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:40.118242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'security_group_rule': {'security_group_id': 'd9d6cabf-b27a-4e5c-830b-89abb4c8b670', 'project_id': '88d29f208c2f434c990eaa2613109873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:40.124629 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:40.128719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Usage tracker for resource:security_group_rule and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:40.131691 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:40.133138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '55b8b9a2-2f05-48a4-8434-535a62742155', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'port_id': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'mac_address': 'fa:16:3e:88:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:03:37Z', 'updated_at': '2021-04-16T12:03:37Z', 'revision_number': 0, 'project_id': '88d29f208c2f434c990eaa2613109873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:40Z', 'revision_number': 5, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:40.137333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8485c-9164-4ae7-9ee3-6e6328f7861f None None] The sync data for ids ['2dd97903-7a54-4afd-aa24-4b5805563129'] in dv-cinder-786627-1-iscsi is: [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '55b8b9a2-2f05-48a4-8434-535a62742155', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'port_id': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'mac_address': 'fa:16:3e:88:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:03:37Z', 'updated_at': '2021-04-16T12:03:37Z', 'revision_number': 0, 'project_id': '88d29f208c2f434c990eaa2613109873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:40Z', 'revision_number': 5, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:03:40.137900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:40.147572 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.securitygroups_db [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Project 88d29f208c2f434c990eaa2613109873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:03:40.155342 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.195344 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 793a8338-e3d6-4d31-baa9-c974e88497a2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:03:40.225905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.229565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.232343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-60b230c2-e5b1-4507-b2a8-a98d24ae40f4 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:40.255422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685f6b2c-6365-4f3a-83a3-136d695cc23a,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:40.258017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:40.264717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.266006 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524720 Apr 16 12:03:40.269194 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 59474) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:40.275231 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'security_group_rule': {'security_group_id': 'd9d6cabf-b27a-4e5c-830b-89abb4c8b670', 'project_id': '88d29f208c2f434c990eaa2613109873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:40.283169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:40.287344 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Usage tracker for resource:security_group_rule and tenant:88d29f208c2f434c990eaa2613109873 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:40.291504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:40.298885 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:40.308731 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.securitygroups_db [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Project 88d29f208c2f434c990eaa2613109873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:03:40.315702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.345195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 793a8338-e3d6-4d31-baa9-c974e88497a2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=793a8338-e3d6-4d31-baa9-c974e88497a2,segment=NetworkSegment(c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f),segment_id=c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:40.359737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '793a8338-e3d6-4d31-baa9-c974e88497a2', 'network_id': '68f062f4-f2b8-4552-80e5-ca203d3175c0', 'port_id': '793a8338-e3d6-4d31-baa9-c974e88497a2', 'mac_address': 'fa:16:3e:e4:39:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122bd31b-6153-4d33-9d90-90fc43a8e489', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:03:40.403097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.406861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.409088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:40.431789 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b87885d-64c6-44d3-8c8f-db4c8828da5e,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:40.434509 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.437361 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:40.445164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.449562 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-7a2341b4-0be8-456d-ae01-b0dc73f1074b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1761563 Apr 16 12:03:40.459113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793a8338-e3d6-4d31-baa9-c974e88497a2 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:03:40.474666 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a3693-4712-4d6b-8b98-3fa3392c42a2 None None] New status for floating IP 55b8b9a2-2f05-48a4-8434-535a62742155: ACTIVE {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:03:40.490605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 793a8338-e3d6-4d31-baa9-c974e88497a2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=793a8338-e3d6-4d31-baa9-c974e88497a2,segment=NetworkSegment(c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f),segment_id=c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:40.497963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.500472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:40.537406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5eb16c90-8072-4caf-8f9f-9223825bcd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.576735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=793a8338-e3d6-4d31-baa9-c974e88497a2,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:40.580522 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:40.639533 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dadde-cf9a-495e-be2c-bb9b305461be req-1cf8f83a-4a38-4611-929b-fe610589b2cb tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:40.641183 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9b3dadde-cf9a-495e-be2c-bb9b305461be req-1cf8f83a-4a38-4611-929b-fe610589b2cb tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 945 time: 0.0949199 Apr 16 12:03:40.691039 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9b3dadde-cf9a-495e-be2c-bb9b305461be req-a19c115c-5d66-4c80-96ba-e40477f3e8d9 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Apr 16 12:03:40.822341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['793a8338-e3d6-4d31-baa9-c974e88497a2'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:40.838312 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-28511d3f-b7b3-4a7f-a30a-2ad9b08e4a96 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59840603&fields=id&tenant_id=88d29f208c2f434c990eaa2613109873 HTTP/1.1" status: 200 len: 267 time: 0.0465353 Apr 16 12:03:40.932890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-461c9bc2-fa95-4358-ae24-a21a749001fc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:40.934497 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-461c9bc2-fa95-4358-ae24-a21a749001fc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 945 time: 0.0891752 Apr 16 12:03:40.947206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'port': {'security_groups': ['d7c57d66-e38f-483a-8f8a-84b37e7ef0e2', 'd9d6cabf-b27a-4e5c-830b-89abb4c8b670']}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:41.078514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:41.288299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:41.357239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] For port 538b7184-e2bf-4cb6-9978-28e94b93afba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=538b7184-e2bf-4cb6-9978-28e94b93afba,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:41.382699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:41.386275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:41.401979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:41.559802 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'Port': ['ID=538b7184-e2bf-4cb6-9978-28e94b93afba,revision_number=6']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:41.564295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:41.586102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['538b7184-e2bf-4cb6-9978-28e94b93afba'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:41.608664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:41.609341 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:41.610798 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1f6453b7-74aa-4fa6-8baa-ec0ffd9d9d5b req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "PUT /v2.0/ports/538b7184-e2bf-4cb6-9978-28e94b93afba HTTP/1.1" status: 200 len: 981 time: 0.6689076 Apr 16 12:03:41.611346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:41.740112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['538b7184-e2bf-4cb6-9978-28e94b93afba'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:41.761544 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-60a1614d-e2d4-4c91-9a07-f4cedd4a42a5 req-684e1f88-baaf-46d7-a51a-40bd08d235b8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0528660 Apr 16 12:03:41.823397 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'status': 'completed', 'code': 200} Apr 16 12:03:41.985438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-bf412a68-3a2e-4d23-ab80-2f9f9dca5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:41.987073 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-bf412a68-3a2e-4d23-ab80-2f9f9dca5353 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88d29f208c2f434c990eaa2613109873&device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 1137 time: 0.1424420 Apr 16 12:03:42.027731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:42.033476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-00354135-5449-448c-ad1e-fa877461ba7d None None] Provisioning complete for port 538b7184-e2bf-4cb6-9978-28e94b93afba triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:03:42.033897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-00354135-5449-448c-ad1e-fa877461ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:42.113764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99366d-a953-4856-a448-c0e179a8b0dc req-05ddefae-f5d0-4b1b-957b-e679624f4b4f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:42.115390 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8b99366d-a953-4856-a448-c0e179a8b0dc req-05ddefae-f5d0-4b1b-957b-e679624f4b4f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.1947577 Apr 16 12:03:42.193056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-fc4a0bfb-8008-4496-b200-271ff4ad6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:42.194668 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-fc4a0bfb-8008-4496-b200-271ff4ad6392 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69b86505-cd0f-48cc-94ed-c59e0852998b HTTP/1.1" status: 200 len: 915 time: 0.2009473 Apr 16 12:03:42.201857 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8b99366d-a953-4856-a448-c0e179a8b0dc req-71c76aa1-cdcf-4025-b5eb-19d21058a7ff tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0707450 Apr 16 12:03:42.244376 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 793a8338-e3d6-4d31-baa9-c974e88497a2 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:03:42.308297 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-b3c67453-f2e7-41b6-8674-3d57be6e4c27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=538b7184-e2bf-4cb6-9978-28e94b93afba HTTP/1.1" status: 200 len: 1000 time: 0.1053648 Apr 16 12:03:42.477127 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port 793a8338-e3d6-4d31-baa9-c974e88497a2 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:03:42.497166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 793a8338-e3d6-4d31-baa9-c974e88497a2 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:03:42.497603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:42.666344 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-492d5ad9-16a4-4e6d-b268-e787625c9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:42.667843 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-492d5ad9-16a4-4e6d-b268-e787625c9433 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eba55674-8c09-4729-a042-7aa68915b67e HTTP/1.1" status: 200 len: 853 time: 0.0803976 Apr 16 12:03:42.745968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a596b-b2f5-40b7-804a-b915814e5e48 req-ee2c674c-f2e2-4762-82a7-19bee8db40d1 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:42.747914 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9f2a596b-b2f5-40b7-804a-b915814e5e48 req-ee2c674c-f2e2-4762-82a7-19bee8db40d1 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 945 time: 0.4369659 Apr 16 12:03:42.804988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-51089687-5929-415a-8e42-ea082a88cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:42.806616 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-51089687-5929-415a-8e42-ea082a88cdc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69b86505-cd0f-48cc-94ed-c59e0852998b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1296003 Apr 16 12:03:42.811160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:42.814276 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9f2a596b-b2f5-40b7-804a-b915814e5e48 req-b8d9ba29-b603-488e-a33b-fb152b18a622 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594406 Apr 16 12:03:42.878609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeba72ea-1430-4a8c-96a5-447db5fc04ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793a8338-e3d6-4d31-baa9-c974e88497a2'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:42.900586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 793a8338-e3d6-4d31-baa9-c974e88497a2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=793a8338-e3d6-4d31-baa9-c974e88497a2,segment=NetworkSegment(c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f),segment_id=c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:42.914362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:42.920195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3f6a7f79-1862-405d-a17f-9170c7102e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:42.984028 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-274ed0e8-1bcb-427f-adb8-8dd8466c719d req-f131d3d6-d6e1-40c8-a6b7-b8a84c4084fb tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0540731 Apr 16 12:03:43.012811 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-d6c7a4ff-8472-4b16-96a9-2f14fce217f1 service neutron] 10.222.0.55 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969769 Apr 16 12:03:43.024514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=793a8338-e3d6-4d31-baa9-c974e88497a2,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:43.030559 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:43.042950 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeba72ea-1430-4a8c-96a5-447db5fc04ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793a8338-e3d6-4d31-baa9-c974e88497a2', 'code': 200} Apr 16 12:03:43.161643 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-50f17607-9416-4b36-867f-c8d4de577cd9 req-0d63c387-1e3e-46d6-8a68-f64545ec93f1 service neutron] 10.222.0.55 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405959 Apr 16 12:03:43.207063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:43.296953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399753bf-ae69-4911-ae18-b9631dd0461b req-bf99a01a-aea6-443b-9153-fa389ab63aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:43.298571 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-399753bf-ae69-4911-ae18-b9631dd0461b req-bf99a01a-aea6-443b-9153-fa389ab63aad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 1099 time: 0.0804451 Apr 16 12:03:43.343979 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-399753bf-ae69-4911-ae18-b9631dd0461b req-1df384d3-3047-4b01-a44f-b5284f345ef6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371711 Apr 16 12:03:44.017983 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb56fb6-c7af-4a0b-8454-3433e7e24708 req-ac8551ba-2bc3-4e46-80b1-c6ac60c99dc8 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:44.019596 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cbb56fb6-c7af-4a0b-8454-3433e7e24708 req-ac8551ba-2bc3-4e46-80b1-c6ac60c99dc8 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 946 time: 0.0874591 Apr 16 12:03:44.071277 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cbb56fb6-c7af-4a0b-8454-3433e7e24708 req-dbc8aaa3-7a7e-4797-bfb4-be576688e13e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Apr 16 12:03:44.221813 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-726b3c5b-b0b9-437f-a4cb-797c0422d5a0 req-f814b9a5-ae48-4312-ad39-de1324ab4040 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0481327 Apr 16 12:03:45.270753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4aef8-0849-4084-bfa3-eaf348181bb1 req-948ece89-c699-4f41-ba22-9b66bf928560 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:45.272392 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8ce4aef8-0849-4084-bfa3-eaf348181bb1 req-948ece89-c699-4f41-ba22-9b66bf928560 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 946 time: 0.0886250 Apr 16 12:03:45.323036 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8ce4aef8-0849-4084-bfa3-eaf348181bb1 req-0a20217c-e291-4f42-b5cd-24511244840d tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Apr 16 12:03:45.475282 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f382560f-3568-41a4-8a31-4242847bdff9 req-9bb60359-8073-4bf7-893b-6f00051f9fc7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0489571 Apr 16 12:03:46.640563 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4f728025-6651-4ad0-97e7-790f90437711 req-8447953c-097b-42a2-9f5c-b15893e443a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0502288 Apr 16 12:03:47.805509 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c4682f08-40f0-42ac-b7c7-417901160f32 req-15519e0c-db51-4e68-b917-044a31795e63 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0528774 Apr 16 12:03:48.970399 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d0f25849-195c-4477-9056-6992d2afec28 req-94a0483d-f44d-4282-8182-bc239ccfa69c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0491483 Apr 16 12:03:50.130863 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b0d7be4d-a2d4-41cc-8bf2-b0e7bf5b8547 req-e623c6a1-afb9-40d1-bd82-bf69dc28b953 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0489624 Apr 16 12:03:51.294895 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-814036db-28f6-4f12-afdc-5166da77871f req-068b5177-5fd7-4e88-a1aa-ee0ac4c9d15a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0514963 Apr 16 12:03:52.129432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:52.461481 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-995be637-2cf3-4787-9225-d958f8138588 req-e854618e-aba2-4aed-9728-58f9321d63d7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0494723 Apr 16 12:03:53.627243 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-898efa55-b48a-4b7b-a70b-444ec3b20b3b req-dfe38a93-0ac2-4586-88ba-904dfc7b0c6e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0520148 Apr 16 12:03:54.793637 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-508145f7-2ee8-49ac-876a-8159832d8e99 req-57803b84-8114-41bb-805b-3e1b675ab0d7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0517073 Apr 16 12:03:55.958094 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-41cf392e-dbff-4e18-9c79-4dbda39a0450 req-38b47ff7-7086-4625-b361-50d32447763b tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0483696 Apr 16 12:03:57.119568 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a77405e6-c3e9-4b99-b8e9-6c33d4468c0d req-c2112078-3873-4d74-8e28-d562bdc5337d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0493660 Apr 16 12:03:58.284939 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ec65b25c-0de7-420b-8acd-6d221392be90 req-c9cb2a23-9169-433b-b822-67bc606be8ae tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0527778 Apr 16 12:03:59.450030 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fed462d5-e2a7-448b-9382-cd0d7e0262e0 req-ba80aeb2-2c34-40b8-b30d-c1d4969757d4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0485559 Apr 16 12:04:00.614083 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5f2041cb-9349-40ea-9b68-288f8d8a518e req-a357a2a0-f9b0-4328-abfa-477754e7c113 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0497758 Apr 16 12:04:01.778445 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-08e7c5e7-3c8c-4e9e-80ea-39ed247b3c77 req-cdf3ba67-ed85-42ea-be85-183a2cd1ab7f tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0514114 Apr 16 12:04:02.941248 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-520d1810-16ff-4770-8fed-5663e8fa0ce7 req-50e3012f-34d3-4fcf-a974-83c70093a756 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0489547 Apr 16 12:04:03.345864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-e81c5b8b-e98e-43aa-9dd5-401ee194cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:03.347478 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-e81c5b8b-e98e-43aa-9dd5-401ee194cc53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88d29f208c2f434c990eaa2613109873&device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 1137 time: 0.1532936 Apr 16 12:04:03.356092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da36e-a544-4236-98e6-fb5f8d1e78c3 req-87173ee2-4acf-4ee8-8920-bfed4f9a1f01 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:03.357602 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b88da36e-a544-4236-98e6-fb5f8d1e78c3 req-87173ee2-4acf-4ee8-8920-bfed4f9a1f01 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.1226065 Apr 16 12:04:03.495388 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b88da36e-a544-4236-98e6-fb5f8d1e78c3 req-97f4d45b-17c2-4b8c-b843-64fe5eb9baf2 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1151175 Apr 16 12:04:03.535482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-c601afe8-020a-4398-9d5c-6c5cbfc71d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:03.537177 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-c601afe8-020a-4398-9d5c-6c5cbfc71d39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69b86505-cd0f-48cc-94ed-c59e0852998b HTTP/1.1" status: 200 len: 915 time: 0.1786666 Apr 16 12:04:03.652465 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-c0b9ee40-e75d-4041-b7e4-55364ad89f50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=538b7184-e2bf-4cb6-9978-28e94b93afba HTTP/1.1" status: 200 len: 1000 time: 0.1071696 Apr 16 12:04:03.726669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-fb8ca9d4-bb10-432e-9b5c-174d570a8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:03.728167 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-fb8ca9d4-bb10-432e-9b5c-174d570a8bcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eba55674-8c09-4729-a042-7aa68915b67e HTTP/1.1" status: 200 len: 853 time: 0.0632994 Apr 16 12:04:03.814112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-83c1451c-511d-4094-96eb-48e932ef517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:03.815698 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-83c1451c-511d-4094-96eb-48e932ef517f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69b86505-cd0f-48cc-94ed-c59e0852998b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788407 Apr 16 12:04:03.961987 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-e94a28e3-86c8-4091-a8a8-56acc7211ec5 service neutron] 10.222.0.55 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390967 Apr 16 12:04:04.127205 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a03b236d-a577-4812-80ec-c56d831dc1d3 req-91b94e97-974f-4f54-ade0-44dd8b99b5ee tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0620198 Apr 16 12:04:04.154988 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a3692abe-7a45-4a45-878a-b2c86552f5e4 req-10e01a40-af81-4ecd-88ba-47b46aed28d4 service neutron] 10.222.0.55 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861098 Apr 16 12:04:04.702176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44288de1-efd1-473d-8786-6683020ee8d5 req-78c891a7-80eb-4c5f-8596-73163ea022c5 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:04.703835 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-44288de1-efd1-473d-8786-6683020ee8d5 req-78c891a7-80eb-4c5f-8596-73163ea022c5 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0932558 Apr 16 12:04:04.753943 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-44288de1-efd1-473d-8786-6683020ee8d5 req-3da124b3-04fd-4934-bafa-5018c3d10b71 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0432720 Apr 16 12:04:05.287247 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f2a249d8-0c30-4a19-b7d5-ae70bd3e3f16 req-1df597cf-88c4-418c-885c-4d9bc4c881ae tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0480917 Apr 16 12:04:05.960985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050d8de-69a3-48b1-879d-e3cff6603102 req-497adf88-da5e-4a30-b243-dfc756edd4e1 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:05.962599 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a050d8de-69a3-48b1-879d-e3cff6603102 req-497adf88-da5e-4a30-b243-dfc756edd4e1 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0908842 Apr 16 12:04:06.013121 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a050d8de-69a3-48b1-879d-e3cff6603102 req-56500eed-7df6-44c4-ae30-2e2a6ba2cdde tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0438993 Apr 16 12:04:06.712249 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7ca2dc8a-ff0c-4e34-9b45-289f83e7cb53 req-a88170ea-76b9-4cc4-889d-5d836bdcfef5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0492105 Apr 16 12:04:07.217820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee16cb-0a45-42a5-9fc7-0fe07d2f9772 req-61048716-a29c-4fb3-a1d5-6bff7be6ebaa tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:07.219406 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-11ee16cb-0a45-42a5-9fc7-0fe07d2f9772 req-61048716-a29c-4fb3-a1d5-6bff7be6ebaa tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0919425 Apr 16 12:04:07.272583 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-11ee16cb-0a45-42a5-9fc7-0fe07d2f9772 req-946d183c-faa0-4750-9aee-0015fda36a7f tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0463843 Apr 16 12:04:07.875190 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-029534dc-c6dc-4985-9662-5fa6c0ad6669 req-80919e0e-6dc9-4555-b415-b08abe2225ff tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0500953 Apr 16 12:04:08.266620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a03949-5741-4f23-b9f6-441d71195892 req-760d6398-ee94-45fa-8d40-4a9b8f9133b2 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:08.268212 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d7a03949-5741-4f23-b9f6-441d71195892 req-760d6398-ee94-45fa-8d40-4a9b8f9133b2 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 946 time: 0.0910435 Apr 16 12:04:08.316411 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d7a03949-5741-4f23-b9f6-441d71195892 req-758e49f3-a85d-4ec8-8493-c460b75970a0 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Apr 16 12:04:08.399887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8d0aba44-6574-4014-84e3-e00967f5b9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:08.506860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f605b7e-b15d-41f9-b019-e25f9fae039a req-4d2c50b5-72b8-4733-b9d2-94f889dba38a tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:08.508536 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5f605b7e-b15d-41f9-b019-e25f9fae039a req-4d2c50b5-72b8-4733-b9d2-94f889dba38a tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0901885 Apr 16 12:04:08.559850 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5f605b7e-b15d-41f9-b019-e25f9fae039a req-1b8cd70f-74d7-4dc1-a582-c0ba4f6c5eef tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0441022 Apr 16 12:04:09.037745 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d60130de-df1f-418f-a560-ff48073acd6a req-fa525e97-b8b7-4685-bda7-c66f8f0e9766 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0501742 Apr 16 12:04:09.516809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0428-d742-4bb8-a96a-af1160bec499 req-6030280b-2f67-4e10-89a5-bef3f33d96f1 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:09.518448 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cc0b0428-d742-4bb8-a96a-af1160bec499 req-6030280b-2f67-4e10-89a5-bef3f33d96f1 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 946 time: 0.0890708 Apr 16 12:04:09.568233 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cc0b0428-d742-4bb8-a96a-af1160bec499 req-fefcfbbe-7ef1-46d9-9347-150ead427fd8 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Apr 16 12:04:09.978658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaed73-e152-44b1-a2a4-9e160a62c98a req-a1dbd045-bd0b-40f8-a014-ec6f2879d0f3 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:09.980339 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-66aaed73-e152-44b1-a2a4-9e160a62c98a req-a1dbd045-bd0b-40f8-a014-ec6f2879d0f3 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.3037772 Apr 16 12:04:10.030945 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-66aaed73-e152-44b1-a2a4-9e160a62c98a req-41b47463-920b-4cc1-8f10-672212113f30 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0440071 Apr 16 12:04:10.195850 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a0cb63bd-7e3c-4106-91ca-ecce4392318a req-a585143e-1f1d-45de-a314-e6f6217cb104 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0470269 Apr 16 12:04:10.326725 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-0db272af-39c2-46da-99dc-1cab1b3d145f tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:10.328298 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-0db272af-39c2-46da-99dc-1cab1b3d145f tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.55 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 946 time: 0.0880566 Apr 16 12:04:10.405042 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Deleting port 793a8338-e3d6-4d31-baa9-c974e88497a2 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:04:10.405433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.490452 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-33c1ee52-90c0-4f26-8ee5-3d58419ee1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.672937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] For port 793a8338-e3d6-4d31-baa9-c974e88497a2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=793a8338-e3d6-4d31-baa9-c974e88497a2,segment=NetworkSegment(c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f),segment_id=c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:10.673345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.853388 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Calling delete_port for 793a8338-e3d6-4d31-baa9-c974e88497a2 owned by compute:nova {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:04:10.963718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc18a62-0e6a-466d-a22a-cf47f401517b req-3eb4f0fd-e1fc-42f8-9064-dc5126d29651 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:10.965314 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9bc18a62-0e6a-466d-a22a-cf47f401517b req-3eb4f0fd-e1fc-42f8-9064-dc5126d29651 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeba72ea-1430-4a8c-96a5-447db5fc04ae HTTP/1.1" status: 200 len: 946 time: 0.2808044 Apr 16 12:04:11.065420 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9bc18a62-0e6a-466d-a22a-cf47f401517b req-16ea260b-c9bc-485d-8a47-53e46093d578 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a690683-4cd3-4570-9d55-009eed1b9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669570 Apr 16 12:04:11.066519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:11.089282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['793a8338-e3d6-4d31-baa9-c974e88497a2'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:04:11.139402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:11.225358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Pushing event deleted for resources: {'Port': ['ID=793a8338-e3d6-4d31-baa9-c974e88497a2,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:11.239597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:11.289764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:11.335809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17627765-7128-451f-b5ad-69e5a08bb1e1 req-0d1c8783-870f-4084-8fb8-18c395af404b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:11.337465 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-17627765-7128-451f-b5ad-69e5a08bb1e1 req-0d1c8783-870f-4084-8fb8-18c395af404b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.1559906 Apr 16 12:04:11.434213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] No DVR routers for this DVR port 793a8338-e3d6-4d31-baa9-c974e88497a2 on host hv-cinder-78662 {{(pid=85343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:04:11.437968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:11.447332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeba72ea-1430-4a8c-96a5-447db5fc04ae', 'name': 'network-vif-deleted', 'tag': '793a8338-e3d6-4d31-baa9-c974e88497a2'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:11.477336 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-17627765-7128-451f-b5ad-69e5a08bb1e1 req-e7868049-7ab5-4f33-9b1a-f8e7de0efd73 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1054568 Apr 16 12:04:11.479103 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-071e3d65-eadf-4e7f-a770-25f338eba471 req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] 10.222.0.55 "DELETE /v2.0/ports/793a8338-e3d6-4d31-baa9-c974e88497a2 HTTP/1.1" status: 204 len: 173 time: 1.1439340 Apr 16 12:04:11.634772 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-88a59168-70ad-4f20-a0a0-2b6889ee7141 req-a6b55c67-074a-46d6-aad6-77985bd7bd07 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0502644 Apr 16 12:04:11.689661 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeba72ea-1430-4a8c-96a5-447db5fc04ae', 'name': 'network-vif-deleted', 'tag': '793a8338-e3d6-4d31-baa9-c974e88497a2', 'status': 'completed', 'code': 200} Apr 16 12:04:11.840459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:12.690995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb861c-f172-4c8d-8725-baec011fa7b5 req-a273fe16-71f1-4d7f-a375-a24f02751951 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.692570 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4abb861c-f172-4c8d-8725-baec011fa7b5 req-a273fe16-71f1-4d7f-a375-a24f02751951 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0936871 Apr 16 12:04:12.743280 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4abb861c-f172-4c8d-8725-baec011fa7b5 req-995544ad-8975-463f-9e40-0e679b29ee46 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0442102 Apr 16 12:04:13.032540 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3c8b54a2-dc8d-4594-af29-9a80252ebcaa req-2eeb3e38-e7f6-4c18-8ae7-6bf32d2cc524 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0519907 Apr 16 12:04:13.210066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:13.952997 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e6ee6-632e-4207-9946-87b748d60ed4 req-68ddf892-5f74-4974-b108-49fccdfd6518 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:13.954619 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0b7e6ee6-632e-4207-9946-87b748d60ed4 req-68ddf892-5f74-4974-b108-49fccdfd6518 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0971222 Apr 16 12:04:14.017454 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0b7e6ee6-632e-4207-9946-87b748d60ed4 req-9ac4b2bb-e86c-4af3-bf70-05fbd4c646a4 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0546408 Apr 16 12:04:14.203603 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-623de933-c83d-4869-a161-6a7017cfcd93 req-1cf1fa89-d785-4644-856c-76a59849d781 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0532823 Apr 16 12:04:15.117984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 793a8338-e3d6-4d31-baa9-c974e88497a2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:04:15.160180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: 793a8338-e3d6-4d31-baa9-c974e88497a2 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:04:15.160583 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 793a8338-e3d6-4d31-baa9-c974e88497a2 not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:04:15.221279 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ea28a-ae30-499c-80d6-c925969ac4d2 req-8b1db6b7-cfa4-43ae-bb8d-067a20e3c8f7 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:15.222827 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ee2ea28a-ae30-499c-80d6-c925969ac4d2 req-8b1db6b7-cfa4-43ae-bb8d-067a20e3c8f7 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0908320 Apr 16 12:04:15.274468 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ee2ea28a-ae30-499c-80d6-c925969ac4d2 req-ca799c2d-db7f-48ee-a3f9-58584bb91fe1 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0445368 Apr 16 12:04:15.434341 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c3718843-11e0-417d-b55e-68564773fbe9 req-7cf941f9-96b2-41fa-848b-6ec116c2e8f6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0581510 Apr 16 12:04:15.772767 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:04:16.480269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cbb76-fb9a-4e42-9bd6-383eb46733e8 req-5ea43cb1-e695-4eec-8672-d8d6837f7ce6 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:16.481894 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-807cbb76-fb9a-4e42-9bd6-383eb46733e8 req-5ea43cb1-e695-4eec-8672-d8d6837f7ce6 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0901246 Apr 16 12:04:16.534341 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-807cbb76-fb9a-4e42-9bd6-383eb46733e8 req-e6af26bc-8893-4264-b02e-ecaa066ff63e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0454109 Apr 16 12:04:16.688084 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0d986939-f6ad-42b9-85b6-0942dbe81c0d req-40a9f4fd-0b41-424a-a60f-28e4686a26b1 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0539618 Apr 16 12:04:17.739392 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ddd8-c8e8-467f-bbea-dc6e2f77353c req-b0e85249-be69-45c0-932f-c04b86067041 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:17.740961 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3a11ddd8-c8e8-467f-bbea-dc6e2f77353c req-b0e85249-be69-45c0-932f-c04b86067041 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0923507 Apr 16 12:04:17.791101 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3a11ddd8-c8e8-467f-bbea-dc6e2f77353c req-d569f24a-21c8-44fb-94b5-2685252e073d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0436180 Apr 16 12:04:17.939968 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-98e5919c-0a08-40bd-8f4d-ead0292c0f00 req-81d9f46d-0295-48d9-ba12-9ae505b42d07 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0479395 Apr 16 12:04:18.994681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0eb7a-c0cc-4f9c-9e18-a84be7dbbab7 req-89bbb3f7-430e-4fc5-b043-d4f03da77311 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:18.996283 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1bb0eb7a-c0cc-4f9c-9e18-a84be7dbbab7 req-89bbb3f7-430e-4fc5-b043-d4f03da77311 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0929577 Apr 16 12:04:19.046735 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1bb0eb7a-c0cc-4f9c-9e18-a84be7dbbab7 req-6782761a-dcea-4500-b90e-4c616199140d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d9d6cabf-b27a-4e5c-830b-89abb4c8b670&id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0435090 Apr 16 12:04:19.194915 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-57c36914-bdee-4b7a-b768-a64edccc1baf req-a6d75b3b-f899-4d7b-afd6-87fed2c42973 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0481606 Apr 16 12:04:20.232148 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb4f0623-a534-44e2-80f8-ad2168e869aa req-de5fd7bc-8410-420b-a6a9-91cf53597ad3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0519445 Apr 16 12:04:20.305167 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb4f0623-a534-44e2-80f8-ad2168e869aa req-792cd590-2db9-44d5-b036-9f1033e443af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 210 time: 0.0503080 Apr 16 12:04:20.395844 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8064cbd9-db4b-443b-8783-cb94bae0affe req-d9fed067-cd7f-4c2a-9d8c-956feb9847f8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0751145 Apr 16 12:04:20.399953 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb4f0623-a534-44e2-80f8-ad2168e869aa req-142e6a16-db19-4cdc-bb80-4e2472ae98c9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8c22b70829724afdb574394af4af4635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432591 Apr 16 12:04:20.550883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f0623-a534-44e2-80f8-ad2168e869aa req-e48f5cc4-e944-4417-bf08-73704deedcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:20.552404 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb4f0623-a534-44e2-80f8-ad2168e869aa req-e48f5cc4-e944-4417-bf08-73704deedcdd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433833 Apr 16 12:04:21.591558 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-65147501-282a-45e4-86c5-983ed8ed7959 req-a29a1356-d07d-49d8-83bb-4ccdfc078601 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0522571 Apr 16 12:04:22.130001 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:22.754024 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a85e56bb-fc2e-4781-858e-2cfb9787d9d1 req-3363187d-e3c1-42ee-9510-4b314f821004 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0489793 Apr 16 12:04:23.918757 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ebd66b03-e6ee-4b67-9118-2cca38b2fedf req-e8e888e7-df2a-4836-b3f2-cc2854a7f9ea tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0506120 Apr 16 12:04:25.081418 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c83cc45-ffa1-485e-a2ae-bf908555ee7a req-d26d6782-7d6f-4bfc-854e-32f8a8625842 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0488787 Apr 16 12:04:26.240236 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3ff93350-9899-4070-b1bb-78207873b5b7 req-50b2493d-dbf3-4c03-86b8-4c5e901146fa tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0481329 Apr 16 12:04:27.410720 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e9d80fad-9287-458a-b820-84388a54bd7b req-dc8fc97b-fada-4d2a-9a94-5341bdfd2b8f tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0537076 Apr 16 12:04:28.581145 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-46622a6a-218e-4426-83a7-5e09fcb7b36f req-8dd1a051-6160-42fa-a01c-bc62ca3e0e11 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0518377 Apr 16 12:04:29.745619 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-03228171-4cfa-488c-8ca7-89933d798c94 req-e6af2ca3-f287-4397-b36c-9654a4e24ce1 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0521173 Apr 16 12:04:30.912038 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8ab77281-1041-4b9d-a35e-fc1a68c07a56 req-26a8732a-c828-4cea-ab59-418541f09ed3 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0505340 Apr 16 12:04:32.072960 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-11ef21d4-c84f-4c93-b8d9-72dd88eaf0a2 req-9e2eabcc-e0dd-4713-9f6c-a9fdcd49613e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0478277 Apr 16 12:04:33.235430 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ac734e17-e4f7-4772-9774-d26e7892b19f req-b19e0262-67cd-48e9-b659-e1510e9d0e89 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0495234 Apr 16 12:04:33.750733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9160aba-bcce-4fd7-b2e9-5bdb32a94ddc req-c97fbad9-11f1-469d-89ca-aeb586885594 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:33.752265 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a9160aba-bcce-4fd7-b2e9-5bdb32a94ddc req-c97fbad9-11f1-469d-89ca-aeb586885594 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0926752 Apr 16 12:04:33.801642 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a9160aba-bcce-4fd7-b2e9-5bdb32a94ddc req-2d78e05a-b2b7-47bf-9d33-1400ad2214be tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430615 Apr 16 12:04:34.399648 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-45be6b6f-c033-43b3-b16b-7f20ca61cf64 req-eca926e9-b615-4133-ba8e-65c894256578 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0490398 Apr 16 12:04:35.008406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9e756-f89a-415b-a8f8-c17d7ba9f0e3 req-f33a3e76-13c9-49d8-b4b8-01d6ba8d77ef tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:35.009999 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d8e9e756-f89a-415b-a8f8-c17d7ba9f0e3 req-f33a3e76-13c9-49d8-b4b8-01d6ba8d77ef tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0922480 Apr 16 12:04:35.057454 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d8e9e756-f89a-415b-a8f8-c17d7ba9f0e3 req-6368c7e6-48b2-4388-9ff4-78ed2aa1439b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405259 Apr 16 12:04:35.565037 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4b5b5980-1eba-4d79-82af-c425c28482f0 req-5acfe78a-0ad3-4af7-b115-b2a2f19a96c6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0490494 Apr 16 12:04:36.263097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e2be7-fa2d-494d-aad3-48abd08801b5 req-832b29a8-d55e-4cb8-9775-b3ba2c4f703b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:36.264745 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8f8e2be7-fa2d-494d-aad3-48abd08801b5 req-832b29a8-d55e-4cb8-9775-b3ba2c4f703b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0904675 Apr 16 12:04:36.312783 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8f8e2be7-fa2d-494d-aad3-48abd08801b5 req-17b5c20c-edb8-40b5-94de-20516a9d9d2d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417452 Apr 16 12:04:36.734225 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5a425201-d7b4-4712-8ec9-9425d5dd29ec req-6dfb51f5-8880-4c75-b46d-a15745077ac7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0501368 Apr 16 12:04:37.515750 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e06208-0ac7-4309-8ff6-9970b869b15c req-3f09877b-5c00-4f43-a689-a00e4b1bc11d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:37.517423 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-82e06208-0ac7-4309-8ff6-9970b869b15c req-3f09877b-5c00-4f43-a689-a00e4b1bc11d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0916121 Apr 16 12:04:37.566044 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-82e06208-0ac7-4309-8ff6-9970b869b15c req-8b647ce3-5d5f-48dc-b497-f9c6924a7e8c tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421104 Apr 16 12:04:37.848811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59858) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:37.916393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Deleting subnet 122bd31b-6153-4d33-9d90-90fc43a8e489 {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:04:37.919757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:37.975246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2876223'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:38.015909 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-719237ed-1c8b-4c02-a68a-5c4400fa2fea req-4f8e6b9b-2334-42bb-b7a6-5b75dc0dcaee tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0500443 Apr 16 12:04:38.033737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:38.290363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851926571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2267803'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:38.306313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bbe54084-6f26-46a1-9b1d-ea8c2ca481f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:38.399419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=122bd31b-6153-4d33-9d90-90fc43a8e489,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:38.401531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-916c5bb1-a480-4781-bac6-5b7910284ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:38.411768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.412236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.412654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.413062 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.413471 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.413879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.414283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.414685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.415103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.415487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.415896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.416308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:38.422233 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:38.450657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:38.456820 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-192eac35-01cd-44be-ab35-3bcc80cf89d5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/122bd31b-6153-4d33-9d90-90fc43a8e489 HTTP/1.1" status: 204 len: 168 time: 0.6068873 Apr 16 12:04:38.459428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59862) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:38.575698 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:38.770500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:38.774012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1db26-1416-4572-b4a1-253f33387b50 req-ed9e0631-76de-4e94-b80d-c61a3d6e8b2d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:38.775638 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-93e1db26-1416-4572-b4a1-253f33387b50 req-ed9e0631-76de-4e94-b80d-c61a3d6e8b2d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0952797 Apr 16 12:04:38.824965 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-93e1db26-1416-4572-b4a1-253f33387b50 req-5c2370e7-e46e-4ab3-8988-6a9b4e64db27 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421243 Apr 16 12:04:38.885459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f062f4-f2b8-4552-80e5-ca203d3175c0']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:38.898495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:38.898833 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b4ebe6-fdf8-4173-bf76-2e954e5c1f6f') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:38.911510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851899641'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:38.926012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:38.932117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:04:39.106206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Network 68f062f4-f2b8-4552-80e5-ca203d3175c0 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:04:39.115179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2848884'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.176384 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f5f11d2e-1df5-44ef-87c2-4c7954b1c6b5 req-fe7918e8-6c57-4772-b45c-ed7b99a0c860 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0483863 Apr 16 12:04:39.293763 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Network 68f062f4-f2b8-4552-80e5-ca203d3175c0 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:04:39.316310 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:04:39.392619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.396577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:39.410661 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.421529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68f062f4-f2b8-4552-80e5-ca203d3175c0,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:39.425046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:39.430461 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/68f062f4-f2b8-4552-80e5-ca203d3175c0 HTTP/1.1" status: 204 len: 168 time: 0.9699552 Apr 16 12:04:39.612593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59872) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:39.664107 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-be36f775-737a-4d03-a80b-9cefc61631e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c16e11c9394346e3b1cfc10dbee8e0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500739 Apr 16 12:04:39.666514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59876) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:39.727187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ba65981c-4782-46e7-b9f3-a93e91af6e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.756384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ba65981c-4782-46e7-b9f3-a93e91af6e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.799437 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ba65981c-4782-46e7-b9f3-a93e91af6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.804323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f6205130-674e-48a6-931f-a981cfadcb32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:39.822054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65981c-4782-46e7-b9f3-a93e91af6e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a690683-4cd3-4570-9d55-009eed1b9f93,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:39.824717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ba65981c-4782-46e7-b9f3-a93e91af6e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:39.830292 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ba65981c-4782-46e7-b9f3-a93e91af6e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:39.831505 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ba65981c-4782-46e7-b9f3-a93e91af6e24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a690683-4cd3-4570-9d55-009eed1b9f93 HTTP/1.1" status: 204 len: 168 time: 0.1640234 Apr 16 12:04:40.037302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c3462-0850-486f-aa46-7551b28352de req-d9f86553-1aee-48ae-a465-970aa4ddb80e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:40.039060 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d26c3462-0850-486f-aa46-7551b28352de req-d9f86553-1aee-48ae-a465-970aa4ddb80e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0960927 Apr 16 12:04:40.092744 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d26c3462-0850-486f-aa46-7551b28352de req-164ae08f-1477-4826-9570-276f47e524e9 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467455 Apr 16 12:04:40.337606 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-26ba23e8-8a0b-4073-9920-812f6b2023ca req-eb21489a-8e73-4774-ab51-5bbc224b496d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0476162 Apr 16 12:04:40.493075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d6fbdfe9-28e8-4d97-af36-806d070f321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:41.293681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:41.507669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ec543-5fa1-49be-8682-5ea4f83690a1 req-8ff368dd-90d5-427a-a8ad-8f65de700425 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:41.514594 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-580ec543-5fa1-49be-8682-5ea4f83690a1 req-8ff368dd-90d5-427a-a8ad-8f65de700425 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.3018212 Apr 16 12:04:41.558129 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-580ec543-5fa1-49be-8682-5ea4f83690a1 req-0bf82673-2314-47d3-a369-99e323db095a tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 Apr 16 12:04:41.707398 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e75cea6f-b2db-4ee6-8921-d5261ce6ca26 req-8e485cc5-bf6e-4f43-958c-b279a6eecdbd tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0478451 Apr 16 12:04:41.846249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:42.760952 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c320c9-0b96-46dc-958c-4314557e3639 req-81d66183-a8a7-42e1-b1e6-dea4a0806048 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:42.762446 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-72c320c9-0b96-46dc-958c-4314557e3639 req-81d66183-a8a7-42e1-b1e6-dea4a0806048 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0923431 Apr 16 12:04:42.809014 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-72c320c9-0b96-46dc-958c-4314557e3639 req-6c3ab398-2fdd-414c-8582-024cbc842793 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402012 Apr 16 12:04:42.956179 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-52568961-bac6-4c9b-9f4d-dec0b8d3edb5 req-5b584333-a26d-4517-aba7-ade06895b9a5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0479875 Apr 16 12:04:43.211994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:44.016194 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218098ed-b189-4406-9f75-2cb20fdbb324 req-7f0f3279-a08b-4954-95dc-478b693f7284 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:44.017796 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-218098ed-b189-4406-9f75-2cb20fdbb324 req-7f0f3279-a08b-4954-95dc-478b693f7284 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0928755 Apr 16 12:04:44.065297 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-218098ed-b189-4406-9f75-2cb20fdbb324 req-5f7203b6-474e-47e0-8c0c-e262e69cb4d5 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410860 Apr 16 12:04:44.213923 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ee184edf-0450-4f0c-8fd5-835d48bb0369 req-f5773e43-d80b-4085-a8fe-d65e8425e1a4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0483701 Apr 16 12:04:45.267739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace030-4da1-48fc-bff5-11ca43c8bee9 req-0c7162a3-b97e-403e-8795-04ea99729fd7 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:45.269409 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c4ace030-4da1-48fc-bff5-11ca43c8bee9 req-0c7162a3-b97e-403e-8795-04ea99729fd7 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0925069 Apr 16 12:04:45.316674 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c4ace030-4da1-48fc-bff5-11ca43c8bee9 req-37b55409-f46a-479c-9e3c-a61c6b5ece5e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Apr 16 12:04:45.468437 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7a04ce13-d146-4606-b9e5-466a6476bd75 req-f81f5881-4289-4419-85ae-5d8f69a4f3bd tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0499451 Apr 16 12:04:46.520591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfd846-ca68-439b-b79d-eef8e02cb746 req-bc07adb5-3f65-43ed-869d-7ba16b4e0945 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:46.522220 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9bdfd846-ca68-439b-b79d-eef8e02cb746 req-bc07adb5-3f65-43ed-869d-7ba16b4e0945 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0911798 Apr 16 12:04:46.570947 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9bdfd846-ca68-439b-b79d-eef8e02cb746 req-90dd5b74-43d8-4d4b-b8bb-68e43457ec54 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Apr 16 12:04:46.718082 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dfd4b3d9-bf41-4d47-b7c0-08c19a510634 req-2d5eeda4-cfbc-4d3b-92d4-1b18876b0781 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0475132 Apr 16 12:04:47.778038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d2e8d-89e9-4585-b9c7-cda1d7f67ec5 req-143fe10c-4ad5-4cd2-a116-466b9e769d22 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:47.779532 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a39d2e8d-89e9-4585-b9c7-cda1d7f67ec5 req-143fe10c-4ad5-4cd2-a116-466b9e769d22 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0944357 Apr 16 12:04:47.826500 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a39d2e8d-89e9-4585-b9c7-cda1d7f67ec5 req-5a423f68-788c-4c75-863b-fc6155e2f2a5 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Apr 16 12:04:47.973206 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f800cc6a-1d8f-47bf-9910-a43ecd5952de req-f4ee7957-3bd7-4e30-ad6a-223ee517b967 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0483155 Apr 16 12:04:48.912387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-ccb12f85-1c30-4fba-89af-ed686231572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:48.914010 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-ccb12f85-1c30-4fba-89af-ed686231572d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd&device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 1098 time: 0.0831270 Apr 16 12:04:49.122133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-45b712d7-08df-4cb8-8194-8b1849dc0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:49.123644 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-45b712d7-08df-4cb8-8194-8b1849dc0ed8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f3257f1-1776-430e-b756-cae43f523094 HTTP/1.1" status: 200 len: 910 time: 0.2028627 Apr 16 12:04:49.132893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c573dee-f66e-4159-8ccc-5c14d73c4115 req-21b126a5-c2e0-4aaa-af8e-02fbfe785bbc tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:49.134386 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4c573dee-f66e-4159-8ccc-5c14d73c4115 req-21b126a5-c2e0-4aaa-af8e-02fbfe785bbc tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.1914318 Apr 16 12:04:49.270363 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4c573dee-f66e-4159-8ccc-5c14d73c4115 req-e6eec77f-97f3-4d56-9fd2-bed82dab9151 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761919 Apr 16 12:04:49.272333 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-1b3b63a2-9818-423c-ad0c-08e901043a31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd HTTP/1.1" status: 200 len: 1001 time: 0.1370134 Apr 16 12:04:49.346258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-0705f3fd-7522-4c56-90d4-259a30dc3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:49.347861 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-0705f3fd-7522-4c56-90d4-259a30dc3413 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68e96243-886f-4aae-915e-46910fab8b71 HTTP/1.1" status: 200 len: 848 time: 0.0677781 Apr 16 12:04:49.445901 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-06520e20-75bf-4773-b0b6-230130dee43d req-b8739fd4-41a9-49c2-993a-bb5d9944fdbf tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0567534 Apr 16 12:04:49.483653 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-78b99ba8-8015-43a8-a5c7-9549854f45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:49.485300 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-78b99ba8-8015-43a8-a5c7-9549854f45aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f3257f1-1776-430e-b756-cae43f523094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304266 Apr 16 12:04:49.628478 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-c1615222-1fd8-42e4-b145-45e3bd521abc service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352756 Apr 16 12:04:49.773461 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f2b2e196-8258-4b07-b2bc-82f773cc3458 req-aa400018-23c6-48b7-b5a4-db964f49dfaa service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372705 Apr 16 12:04:50.476206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd147158-08a4-4b89-95ee-ae3c2728a6cf req-9a27dfd9-8043-4c07-8e27-a223a69fe247 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:50.478089 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bd147158-08a4-4b89-95ee-ae3c2728a6cf req-9a27dfd9-8043-4c07-8e27-a223a69fe247 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0925252 Apr 16 12:04:50.526626 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bd147158-08a4-4b89-95ee-ae3c2728a6cf req-d6cc850a-3d64-42a7-b65d-c488fc079883 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421188 Apr 16 12:04:50.675181 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1f5d8703-0d91-4b67-b87f-e135673010b1 req-cead23eb-7cae-409b-b1f9-c56ba53ec303 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0489292 Apr 16 12:04:51.735266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806acf6-7904-4576-bfbb-35dff1a09036 req-2b5754ed-7c6f-46de-804b-18fb73d67098 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:51.736908 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9806acf6-7904-4576-bfbb-35dff1a09036 req-2b5754ed-7c6f-46de-804b-18fb73d67098 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0932066 Apr 16 12:04:51.787988 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9806acf6-7904-4576-bfbb-35dff1a09036 req-b75d5ef1-42db-4e29-8d5f-178fcc3501f1 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446229 Apr 16 12:04:51.937658 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fc767530-e7b1-4164-8fe0-6ec75eca4ea2 req-9238fe4a-8e52-45e7-b5f4-282967f08bf9 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0501595 Apr 16 12:04:52.135391 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:52.773492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:04:52.991031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540aa747-1ab8-4422-8c2f-9a59996d7fe6 req-b0e9a53a-9112-4893-8a63-ef410df3d95f tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:52.992667 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-540aa747-1ab8-4422-8c2f-9a59996d7fe6 req-b0e9a53a-9112-4893-8a63-ef410df3d95f tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0912771 Apr 16 12:04:53.040609 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-540aa747-1ab8-4422-8c2f-9a59996d7fe6 req-81514e77-8fb2-48fc-9c6c-01bf7a769074 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414584 Apr 16 12:04:53.189768 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2aadd385-aa13-4234-b987-046945fa5814 req-fedbcf87-aa5a-4bab-9980-5c6a64b5f8a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0484266 Apr 16 12:04:53.661304 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59938) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:53.694045 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f9f12-5a93-4963-af38-67fd20c1f4e7 req-d21c359f-a487-44b1-a48c-5d1b6f749ee5 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:53.695652 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d81f9f12-5a93-4963-af38-67fd20c1f4e7 req-d21c359f-a487-44b1-a48c-5d1b6f749ee5 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0978727 Apr 16 12:04:53.744351 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d81f9f12-5a93-4963-af38-67fd20c1f4e7 req-58d54f08-03a9-4972-aba4-de0cd83563d4 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421281 Apr 16 12:04:53.792926 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-930fd867-a2e0-4634-8e8a-d9df46f8b1da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302598 Apr 16 12:04:54.308414 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-6b74c045-d9e4-4eaf-b271-bfde813d7904 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59840603&fields=id&tenant_id=88d29f208c2f434c990eaa2613109873 HTTP/1.1" status: 200 len: 267 time: 0.0440128 Apr 16 12:04:54.405142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-e931ef80-1d66-4fc3-9788-97c9525211e9 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:54.407551 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-e931ef80-1d66-4fc3-9788-97c9525211e9 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 984 time: 0.0927231 Apr 16 12:04:54.419645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Request body: {'port': {'security_groups': ['d7c57d66-e38f-483a-8f8a-84b37e7ef0e2']}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:54.542278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 35dc48d9-91a9-4dbc-a15d-a006c120fdbd no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:04:54.553236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:54.664155 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:54.697263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:54.709004 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:54.711850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:54.713815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7a69c83d-bb79-4081-974a-06d6b9fe9b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:54.784644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,revision_number=6']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:54.793089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.793562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.793662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.793986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.794367 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.794746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.795121 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.795492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.795879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.796257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.796771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.797026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:54.801211 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:54.815692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] For port 538b7184-e2bf-4cb6-9978-28e94b93afba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=538b7184-e2bf-4cb6-9978-28e94b93afba,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:54.842959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:54.846929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:54.858303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['538b7184-e2bf-4cb6-9978-28e94b93afba'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:04:54.866515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6b7777cb-b762-4ec5-8e16-85d6ed27753f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:55.085670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event updated for resources: {'Port': ['ID=538b7184-e2bf-4cb6-9978-28e94b93afba,revision_number=7']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:55.105199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.105625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.106041 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.106449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.106857 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.107263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.107690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.108095 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.108501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.108902 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.109839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.110229 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:55.114475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:55.141206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-3fd48e53-8ecc-431a-af79-20ebd0c73595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:55.142812 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-3fd48e53-8ecc-431a-af79-20ebd0c73595 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740&tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd HTTP/1.1" status: 200 len: 1096 time: 0.1753845 Apr 16 12:04:55.164306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:55.165019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:55.166555 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fd84ced8-56a9-42e4-8d41-e8749e4b2810 req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "PUT /v2.0/ports/538b7184-e2bf-4cb6-9978-28e94b93afba HTTP/1.1" status: 200 len: 942 time: 0.7520955 Apr 16 12:04:55.168470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:55.173860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59958) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:55.261301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-ddf1a45d-a688-4449-9cae-b8d216631e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:55.262970 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-ddf1a45d-a688-4449-9cae-b8d216631e72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd&device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 1096 time: 0.0954204 Apr 16 12:04:55.263420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-17049486-4f20-4c24-a857-d36a8c7b400c tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:55.263656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['538b7184-e2bf-4cb6-9978-28e94b93afba'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:04:55.298086 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-17049486-4f20-4c24-a857-d36a8c7b400c tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:55.361512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-17049486-4f20-4c24-a857-d36a8c7b400c tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:55.367695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6f47d213-f0cb-47ee-a60d-70c2e5aa2522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:55.385760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17049486-4f20-4c24-a857-d36a8c7b400c tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d6cabf-b27a-4e5c-830b-89abb4c8b670,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:55.390386 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-17049486-4f20-4c24-a857-d36a8c7b400c tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:55.397606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-17049486-4f20-4c24-a857-d36a8c7b400c tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:55.402098 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-17049486-4f20-4c24-a857-d36a8c7b400c tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "DELETE /v2.0/security-groups/d9d6cabf-b27a-4e5c-830b-89abb4c8b670 HTTP/1.1" status: 204 len: 168 time: 0.2266545 Apr 16 12:04:55.402838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 59964) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:55.489542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-29d92b05-21b4-4a81-b17b-4b9fb28b0d9c None None] Provisioning complete for port 538b7184-e2bf-4cb6-9978-28e94b93afba triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:55.489925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-29d92b05-21b4-4a81-b17b-4b9fb28b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:55.630641 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f14e2a9e-15aa-4f56-9ed0-407345022d98 req-d6147fc4-9aa6-47bd-8050-425aa17c2070 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.3366442 Apr 16 12:04:55.644289 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Deleting port 6e8a9152-5373-4cc1-9ea0-dc88fe567ff5 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:04:55.644658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:55.698814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-0d9f6237-7510-4a50-b0c4-44204267e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:55.700817 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-0d9f6237-7510-4a50-b0c4-44204267e2d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f3257f1-1776-430e-b756-cae43f523094 HTTP/1.1" status: 200 len: 910 time: 0.4306641 Apr 16 12:04:55.817584 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-01437c9b-7ebc-4de6-8749-fc85e31ee61e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd HTTP/1.1" status: 200 len: 999 time: 0.1099613 Apr 16 12:04:55.846605 dv-cinder-786627-1-iscsi neutron-server[85230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'code': 422} returned with failed status Apr 16 12:04:55.858488 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:55.859047 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:55.891445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-5e6aa102-8b3d-4afe-abcb-6ba91c073945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:55.893085 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-5e6aa102-8b3d-4afe-abcb-6ba91c073945 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68e96243-886f-4aae-915e-46910fab8b71 HTTP/1.1" status: 200 len: 848 time: 0.0686548 Apr 16 12:04:55.993916 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Calling delete_port for 6e8a9152-5373-4cc1-9ea0-dc88fe567ff5 owned by network:floatingip {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:04:56.049332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-09c18aba-fb2d-4d5f-b951-0bd543d3bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:56.050937 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-09c18aba-fb2d-4d5f-b951-0bd543d3bd07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f3257f1-1776-430e-b756-cae43f523094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1503730 Apr 16 12:04:56.059830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81153a26-655b-4666-b0c4-f45dc7ea4bc3 req-f2adc839-4772-45f1-ab42-d5d1dcf90c23 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:56.061366 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-81153a26-655b-4666-b0c4-f45dc7ea4bc3 req-f2adc839-4772-45f1-ab42-d5d1dcf90c23 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.1211615 Apr 16 12:04:56.158974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:56.172681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e69fe1a0-e08e-447e-a000-a9997e16a543 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:56.197731 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-81153a26-655b-4666-b0c4-f45dc7ea4bc3 req-8c56b887-4d82-4e67-95ed-3094919a0d65 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111526 Apr 16 12:04:56.222527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event deleted for resources: {'Port': ['ID=6e8a9152-5373-4cc1-9ea0-dc88fe567ff5,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:56.237003 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-2bd70023-6d5a-4013-9305-feda543e5c2e service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746066 Apr 16 12:04:56.267926 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'status': 'completed', 'code': 200} Apr 16 12:04:56.280332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:56.384383 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd22445f-ab15-41f1-b6df-89432ff4d912 req-31fa9498-ac23-4679-8aee-2424dd26be6e service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401939 Apr 16 12:04:56.423652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-aa6c9c68-4cf1-46f4-8866-56f6de9f9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:56.425199 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-aa6c9c68-4cf1-46f4-8866-56f6de9f9c1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88d29f208c2f434c990eaa2613109873&device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 1098 time: 0.1391096 Apr 16 12:04:56.628683 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks [] for floatingip, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:56.629070 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Floating IP 55b8b9a2-2f05-48a4-8434-535a62742155 disassociated (deleted). External IP: 172.27.3.61, port: 538b7184-e2bf-4cb6-9978-28e94b93afba. Apr 16 12:04:56.805710 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b566a879-3167-49e4-b100-19d058c5d44f req-f0b47efc-ebaa-4e2c-91f7-34aaadb21ff8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0534382 Apr 16 12:04:57.028052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-1ce6b75d-1c52-401e-af18-a499dabcfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:57.029560 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-1ce6b75d-1c52-401e-af18-a499dabcfcab service neutron] 10.222.0.55 "GET /v2.0/networks?id=69b86505-cd0f-48cc-94ed-c59e0852998b HTTP/1.1" status: 200 len: 915 time: 0.5767272 Apr 16 12:04:57.115909 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-13ad690c-233c-4dcc-b81d-cdc3237a6f38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=538b7184-e2bf-4cb6-9978-28e94b93afba HTTP/1.1" status: 200 len: 217 time: 0.0756729 Apr 16 12:04:57.326299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-60ec88ca-10ee-471b-89a7-0a221f746937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:57.327818 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-60ec88ca-10ee-471b-89a7-0a221f746937 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eba55674-8c09-4729-a042-7aa68915b67e HTTP/1.1" status: 200 len: 853 time: 0.2031345 Apr 16 12:04:57.406017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037a622-e6d2-4ba6-a53d-45423f7e06ff req-f554f21e-55be-4349-a340-ff680ade3478 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:57.408251 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6037a622-e6d2-4ba6-a53d-45423f7e06ff req-f554f21e-55be-4349-a340-ff680ade3478 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.0949628 Apr 16 12:04:57.466352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Router 2dd97903-7a54-4afd-aa24-4b5805563129 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:04:57.473593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-a82a76d0-ecfb-4be5-940c-3f3e2ed77f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:57.475115 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6037a622-e6d2-4ba6-a53d-45423f7e06ff req-900db2ba-9387-4a13-8a8e-5661c5024073 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487211 Apr 16 12:04:57.475285 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-a82a76d0-ecfb-4be5-940c-3f3e2ed77f28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69b86505-cd0f-48cc-94ed-c59e0852998b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1338341 Apr 16 12:04:57.790795 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-6eb7b679-1f97-4ffe-9006-e180021b3821 service neutron] 10.222.0.55 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068421 Apr 16 12:04:57.796838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:04:57.806587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] Sync routers for ids ['2dd97903-7a54-4afd-aa24-4b5805563129'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:04:57.817374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] Routers {'2dd97903-7a54-4afd-aa24-4b5805563129'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:57.818066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:04:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2dd97903-7a54-4afd-aa24-4b5805563129'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:57.900778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:57.976508 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-24936ef0-a905-4176-adf4-f97957b2bdf4 req-4dcf56c6-b220-4608-9933-f282fcb0da8d tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0551157 Apr 16 12:04:58.000714 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-efb040a9-8374-48b5-b2dc-051f91145a32 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "DELETE /v2.0/floatingips/55b8b9a2-2f05-48a4-8434-535a62742155 HTTP/1.1" status: 204 len: 168 time: 2.5933449 Apr 16 12:04:58.006499 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c8aa5a07-d088-48e0-a24b-acae1490cb75 req-fd7e1787-cb43-4d08-ab14-65417700ca1c service neutron] 10.222.0.55 "GET /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077050 Apr 16 12:04:58.019697 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] Set router 2dd97903-7a54-4afd-aa24-4b5805563129 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:58.352769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:40Z', 'revision_number': 5, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:58.357313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] Checking router: 2dd97903-7a54-4afd-aa24-4b5805563129 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:04:58.368777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] Routers {'2dd97903-7a54-4afd-aa24-4b5805563129'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:58.369451 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:04:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2dd97903-7a54-4afd-aa24-4b5805563129'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:58.563646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] Set router 2dd97903-7a54-4afd-aa24-4b5805563129 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:58.689400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447a8a-88a0-484d-92dd-e68c150a361f req-85a5818d-8646-4a2b-a81e-6832d56ddb7c tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:58.690934 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9f447a8a-88a0-484d-92dd-e68c150a361f req-85a5818d-8646-4a2b-a81e-6832d56ddb7c tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.0924745 Apr 16 12:04:58.739572 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9f447a8a-88a0-484d-92dd-e68c150a361f req-22fd9144-4838-4056-8e2f-d496a7107ea6 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Apr 16 12:04:58.900756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:40Z', 'revision_number': 5, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:58.904917 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe1363f-4aad-4bf7-b62a-22b17f8f48aa None None] The sync data for ids ['2dd97903-7a54-4afd-aa24-4b5805563129'] in dv-cinder-786627-1-iscsi is: [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:02:29Z', 'revision_number': 4, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '89431403-f083-48e8-be4f-5dc4ca188558', 'name': '', 'network_id': '69b86505-cd0f-48cc-94ed-c59e0852998b', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'mac_address': 'fa:16:3e:00:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:28Z', 'updated_at': '2021-04-16T12:02:40Z', 'revision_number': 5, 'project_id': '88d29f208c2f434c990eaa2613109873', 'subnets': [{'id': 'eba55674-8c09-4729-a042-7aa68915b67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:04:59.144245 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9f2631e2-c7d7-4d6d-9944-b10c7236fbf6 req-d1881f6c-41bb-4249-a88d-17ec8e5e806c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0502038 Apr 16 12:04:59.306854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92348470-5348-445a-84a3-a11e59b479fc None None] New status for floating IP 55b8b9a2-2f05-48a4-8434-535a62742155: DOWN {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:04:59.948790 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7797dba-3e30-4338-b9b4-71b63a521ed4 req-50883dd9-4d09-4838-a2d0-c8e9080bfc8c tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:59.950475 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c7797dba-3e30-4338-b9b4-71b63a521ed4 req-50883dd9-4d09-4838-a2d0-c8e9080bfc8c tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.0946970 Apr 16 12:05:00.001116 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c7797dba-3e30-4338-b9b4-71b63a521ed4 req-c5c9af3e-99af-4bb8-85ff-e61d6af7852c tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Apr 16 12:05:00.306786 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-76d42c40-de67-4d96-af2f-1dab44c98f22 req-5000f0db-b879-4f43-bed8-52af86e8189a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0483513 Apr 16 12:05:01.377051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001f719-3876-4370-a015-b86245956e03 req-a1de8fd5-8be4-4f72-99ba-6e5361efa76b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:01.378709 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b001f719-3876-4370-a015-b86245956e03 req-a1de8fd5-8be4-4f72-99ba-6e5361efa76b tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.0917737 Apr 16 12:05:01.432536 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b001f719-3876-4370-a015-b86245956e03 req-7401db14-f02d-4c53-a511-4c773b916c9e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471585 Apr 16 12:05:01.624600 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d0995-b969-4098-ac97-6dbbd45edbe2 req-47d51660-9ac3-45c0-9306-2693e285a737 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:01.626991 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-985d0995-b969-4098-ac97-6dbbd45edbe2 req-47d51660-9ac3-45c0-9306-2693e285a737 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 945 time: 0.0921903 Apr 16 12:05:01.678648 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-985d0995-b969-4098-ac97-6dbbd45edbe2 req-ae79719c-921a-4195-b505-e88f0fac5fdf tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Apr 16 12:05:01.839541 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-61737496-7213-4a05-8bf9-16df6acb3644 req-a7189de7-cc61-4e6f-954d-4379b36032cc tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0559125 Apr 16 12:05:02.638782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c3fe-70e6-4cbe-ab30-4afe856dc76f req-279a7c17-ea0a-4498-922a-3ad8c59da0ed tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:02.640466 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f2a4c3fe-70e6-4cbe-ab30-4afe856dc76f req-279a7c17-ea0a-4498-922a-3ad8c59da0ed tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.0910745 Apr 16 12:05:02.700757 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f2a4c3fe-70e6-4cbe-ab30-4afe856dc76f req-db5b6188-e799-465a-9c20-08cfd258e4ce tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529652 Apr 16 12:05:02.897934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b374e2-128f-4ba7-8365-29f63d90a530 req-e093851f-776f-4829-b8db-3a899348d79a tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:02.899589 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-95b374e2-128f-4ba7-8365-29f63d90a530 req-e093851f-776f-4829-b8db-3a899348d79a tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 945 time: 0.0969517 Apr 16 12:05:02.954339 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-95b374e2-128f-4ba7-8365-29f63d90a530 req-233f5e74-0681-4ea8-9398-9c0c4360899e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435250 Apr 16 12:05:03.121829 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d5c1e903-84e9-4c15-92ac-2f0b92fa7c7b req-79708851-f353-4656-9c72-6665ca8a0b2c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0498605 Apr 16 12:05:03.235678 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-5733f18c-0931-4e49-b416-4f9ae1dff88b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:03.236412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-5733f18c-0931-4e49-b416-4f9ae1dff88b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Synchronizing usage tracker for tenant:88d29f208c2f434c990eaa2613109873 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:05:03.251904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-5733f18c-0931-4e49-b416-4f9ae1dff88b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Unset dirty status for tenant:88d29f208c2f434c990eaa2613109873 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:05:03.253210 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-5733f18c-0931-4e49-b416-4f9ae1dff88b tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.55 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 945 time: 0.1146114 Apr 16 12:05:03.334146 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Deleting port 538b7184-e2bf-4cb6-9978-28e94b93afba {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:03.334537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:03.609897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] For port 538b7184-e2bf-4cb6-9978-28e94b93afba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=538b7184-e2bf-4cb6-9978-28e94b93afba,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:03.610308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:03.745319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Calling delete_port for 538b7184-e2bf-4cb6-9978-28e94b93afba owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:03.910694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:03.925959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['538b7184-e2bf-4cb6-9978-28e94b93afba'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:05:03.926765 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9558c4-b8a3-418d-857b-ea778f1f546b req-0034253a-6083-4f9c-949c-c9a93ac02a30 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:03.927891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-316e415a-2acd-42e9-9c12-6c443797a154 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:03.928524 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb9558c4-b8a3-418d-857b-ea778f1f546b req-0034253a-6083-4f9c-949c-c9a93ac02a30 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 943 time: 0.0941608 Apr 16 12:05:03.991915 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb9558c4-b8a3-418d-857b-ea778f1f546b req-fa142dd9-cadc-496a-b742-b6adaf8004f1 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539525 Apr 16 12:05:04.034769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Pushing event deleted for resources: {'Port': ['ID=538b7184-e2bf-4cb6-9978-28e94b93afba,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:04.044592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:04.199274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] No DVR routers for this DVR port 538b7184-e2bf-4cb6-9978-28e94b93afba on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:05:04.202335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:04.220996 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-16dbfe89-f46a-4d3e-8bf5-273abc9ddccf req-48b29f86-7375-4e9b-ad81-66acc79968b5 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.48 "GET /v2.0/ports?device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 210 time: 0.0514996 Apr 16 12:05:04.369912 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-95bc10e3-5b13-430a-9d55-d17f01f95221 req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] 10.222.0.55 "DELETE /v2.0/ports/538b7184-e2bf-4cb6-9978-28e94b93afba HTTP/1.1" status: 204 len: 173 time: 1.1097009 Apr 16 12:05:04.381015 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-53eda139-0fcc-48f5-96ca-5d509951669b req-60e518e8-525d-4a62-a855-6a3e1f3fade0 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0518756 Apr 16 12:05:04.603754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 35dc48d9-91a9-4dbc-a15d-a006c120fdbd details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:05:04.753352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:04.767929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'port_id': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'mac_address': 'fa:16:3e:b6:90:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:05:05.006863 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:05.038161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dc48d9-91a9-4dbc-a15d-a006c120fdbd {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:05:05.066476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:05.071981 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:05.074669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:05.164654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,revision_number=7']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:05.169202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:05.231230 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb91d1-383c-4a6b-ae2d-0e99903c251b req-ef58723a-68a9-43ac-a8b9-0080d2bfe659 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:05.232937 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-85cb91d1-383c-4a6b-ae2d-0e99903c251b req-ef58723a-68a9-43ac-a8b9-0080d2bfe659 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 944 time: 0.1001754 Apr 16 12:05:05.298031 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-85cb91d1-383c-4a6b-ae2d-0e99903c251b req-d73bc7b8-8679-43a3-a105-1e205672cd75 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546188 Apr 16 12:05:05.407381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['35dc48d9-91a9-4dbc-a15d-a006c120fdbd'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:05:05.625112 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6ba4aad1-6d9a-4ac9-87ae-02218c0ebb36 req-dfbb0c81-806b-4afb-9abf-9628c1e15df5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0555265 Apr 16 12:05:06.292391 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60074) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:06.528408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f59b69-243f-4e66-9e91-0f48a5babb9d req-a743d67e-16db-469e-a4a1-a53972648570 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:06.530122 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-96f59b69-243f-4e66-9e91-0f48a5babb9d req-a743d67e-16db-469e-a4a1-a53972648570 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 944 time: 0.1013665 Apr 16 12:05:06.585597 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-96f59b69-243f-4e66-9e91-0f48a5babb9d req-f2e391fd-3e5e-440b-8304-6307adf16900 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447671 Apr 16 12:05:06.604945 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 35dc48d9-91a9-4dbc-a15d-a006c120fdbd up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:05:06.698753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:05:06.699171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:06.872404 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-473a277e-163b-46c7-9620-fb8962068326 req-c930bdbc-5fde-4f9e-a90d-6a114c996a28 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0760031 Apr 16 12:05:06.880881 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:06.914263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:06.926271 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:06.929747 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:06.930686 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 538b7184-e2bf-4cb6-9978-28e94b93afba no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:06.963365 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:06.996139 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'code': 200} Apr 16 12:05:07.007241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: 538b7184-e2bf-4cb6-9978-28e94b93afba {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:07.007641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 538b7184-e2bf-4cb6-9978-28e94b93afba not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:07.050342 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,revision_number=8']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:07.054000 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:07.247381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854331395'] for router_interface, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:07.559959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21035a61-b89b-4c33-b5ba-6d23f1995aa7 req-3b5a6877-2eca-45da-bcb8-9fa8198f14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:07.561496 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-21035a61-b89b-4c33-b5ba-6d23f1995aa7 req-3b5a6877-2eca-45da-bcb8-9fa8198f14a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 1098 time: 0.2603354 Apr 16 12:05:07.661735 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-21035a61-b89b-4c33-b5ba-6d23f1995aa7 req-da4f1700-6deb-4d95-9db4-9be9a12b1f6a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883391 Apr 16 12:05:07.754504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Deleting port 89431403-f083-48e8-be4f-5dc4ca188558 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:07.755032 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:07.823924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74ed26-e45f-4ad8-8f70-66bf2bdba45b req-e41fa2de-ae80-4300-bad8-2147403408f0 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:07.825532 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd74ed26-e45f-4ad8-8f70-66bf2bdba45b req-e41fa2de-ae80-4300-bad8-2147403408f0 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0966623 Apr 16 12:05:07.880104 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dd74ed26-e45f-4ad8-8f70-66bf2bdba45b req-2c0f5da7-02bc-404c-9655-f549653875e4 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461643 Apr 16 12:05:07.989085 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] For port 89431403-f083-48e8-be4f-5dc4ca188558, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=89431403-f083-48e8-be4f-5dc4ca188558,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:07.989655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:08.048762 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c0d64fff-8066-484b-8a59-3c64fc453ffa req-41c5c0e1-94fd-460a-9156-4d52b70afd39 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0510187 Apr 16 12:05:08.137135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Calling delete_port for 89431403-f083-48e8-be4f-5dc4ca188558 owned by network:router_interface {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:08.331511 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:08.345980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-acfd7956-47ac-42bd-ba3f-20eb14847d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:08.456262 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=89431403-f083-48e8-be4f-5dc4ca188558,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:08.461072 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:08.467020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6bb38274-32d4-4c1d-90aa-d8080772e676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:08.834178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854332074'] for router_interface, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:09.105070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c99a5-8d63-42b1-8be0-78ade8cb804f req-175cc172-6d61-4bb4-8171-233adb1e46f8 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:09.106937 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5c2c99a5-8d63-42b1-8be0-78ade8cb804f req-175cc172-6d61-4bb4-8171-233adb1e46f8 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.1013899 Apr 16 12:05:09.163479 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5c2c99a5-8d63-42b1-8be0-78ade8cb804f req-689a7354-dcaa-4dc2-9efb-94d268f884d5 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497422 Apr 16 12:05:09.321795 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-bcf4c255-6b24-4d27-8697-c6cebf3d6153 req-6a50ba6a-14ad-49f0-850b-329a1df0b2fb tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0502348 Apr 16 12:05:09.451118 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Router 2dd97903-7a54-4afd-aa24-4b5805563129 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:05:09.655974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:05:09.666006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] Sync routers for ids ['2dd97903-7a54-4afd-aa24-4b5805563129'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:05:09.669892 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] 10.222.0.48 "PUT /v2.0/routers/2dd97903-7a54-4afd-aa24-4b5805563129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3761809 Apr 16 12:05:09.673281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60094) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:09.677459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] Routers {'2dd97903-7a54-4afd-aa24-4b5805563129'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:09.678160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:04:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2dd97903-7a54-4afd-aa24-4b5805563129'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:09.878793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] Set router 2dd97903-7a54-4afd-aa24-4b5805563129 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:10.135994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:10.215446 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:05:08Z', 'revision_number': 5, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:10.219720 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] Checking router: 2dd97903-7a54-4afd-aa24-4b5805563129 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:05:10.229959 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] Routers {'2dd97903-7a54-4afd-aa24-4b5805563129'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:10.230630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:04:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2dd97903-7a54-4afd-aa24-4b5805563129'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:10.334170 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:10.342870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Deleting port 81c17b41-390e-4007-a968-540b650ce3e0 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:10.343256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:10.430311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] Set router 2dd97903-7a54-4afd-aa24-4b5805563129 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:10.517501 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2bcc0172-d061-4b9e-ba28-c3b502213b36 req-fe70a4c9-ed15-4f02-ba12-f5df82b7bb29 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0574150 Apr 16 12:05:10.560756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] For port 81c17b41-390e-4007-a968-540b650ce3e0, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=81c17b41-390e-4007-a968-540b650ce3e0,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:10.561145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:10.583058 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f572b13c-5c66-4ddb-97af-bcda0cd16d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:10.699039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Calling delete_port for 81c17b41-390e-4007-a968-540b650ce3e0 owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:10.759404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:05:08Z', 'revision_number': 5, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:10.763587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978c165-d58f-407d-aa32-0be9d0383be0 None None] The sync data for ids ['2dd97903-7a54-4afd-aa24-4b5805563129'] in dv-cinder-786627-1-iscsi is: [{'id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'name': 'tempest-TestMinimumBasicScenario-697571415-router', 'tenant_id': '88d29f208c2f434c990eaa2613109873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '81c17b41-390e-4007-a968-540b650ce3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:23Z', 'updated_at': '2021-04-16T12:05:08Z', 'revision_number': 5, 'project_id': '88d29f208c2f434c990eaa2613109873', 'gw_port': {'id': '81c17b41-390e-4007-a968-540b650ce3e0', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd97903-7a54-4afd-aa24-4b5805563129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:24Z', 'updated_at': '2021-04-16T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:05:10.889733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:10.904328 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:11.000396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c17b41-390e-4007-a968-540b650ce3e0,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:11.007603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:11.176921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331924'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.296481 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.366987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854333866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12715'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.369408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.394233 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440518'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.394989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd97903-7a54-4afd-aa24-4b5805563129 {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:05:11.409381 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.410668 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2dd97903-7a54-4afd-aa24-4b5805563129 HTTP/1.1" status: 204 len: 168 time: 1.7364042 Apr 16 12:05:11.413721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60100) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:11.485321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-a381f073-8694-4d7b-95e7-9df31400e7cf admin admin] Deleting subnet eba55674-8c09-4729-a042-7aa68915b67e {{(pid=85343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:05:11.488968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a381f073-8694-4d7b-95e7-9df31400e7cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.552636 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a381f073-8694-4d7b-95e7-9df31400e7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4193662'] for subnet, precommit_delete_associations {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.692316 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-95a414df-d253-4c76-a92a-16d9bbf25b44 req-f8df55a0-209c-485b-83e3-d99943693898 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0548127 Apr 16 12:05:11.765783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a381f073-8694-4d7b-95e7-9df31400e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.849529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.001615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 89431403-f083-48e8-be4f-5dc4ca188558 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:12.040351 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 89431403-f083-48e8-be4f-5dc4ca188558 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:12.040762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 89431403-f083-48e8-be4f-5dc4ca188558 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:12.041241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 81c17b41-390e-4007-a968-540b650ce3e0 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:12.043743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a381f073-8694-4d7b-95e7-9df31400e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9464060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845260100'] for subnet, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.060495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:12.077823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 81c17b41-390e-4007-a968-540b650ce3e0 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:12.078224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 81c17b41-390e-4007-a968-540b650ce3e0 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:12.143976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381f073-8694-4d7b-95e7-9df31400e7cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba55674-8c09-4729-a042-7aa68915b67e,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:12.381188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a381f073-8694-4d7b-95e7-9df31400e7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:12.419056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a381f073-8694-4d7b-95e7-9df31400e7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.424652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a142e4-8130-4011-9efb-08b1bd29110c None None] Network 69b86505-cd0f-48cc-94ed-c59e0852998b requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:05:12.425262 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a381f073-8694-4d7b-95e7-9df31400e7cf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eba55674-8c09-4729-a042-7aa68915b67e HTTP/1.1" status: 204 len: 168 time: 1.0103917 Apr 16 12:05:12.427856 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60106) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:12.545033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.614419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Deleting port 475129c1-4da3-4d71-99d7-40623e218f43 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:12.614804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.699217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] DHCP port deletion for 69b86505-cd0f-48cc-94ed-c59e0852998b request from dv-cinder-786627-1-iscsi {{(pid=85345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:05:12.704626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] Deleting port 475129c1-4da3-4d71-99d7-40623e218f43 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:12.705099 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.868057 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3a83240d-f80b-40ef-b8a1-24e7fd028c2f req-81ec2c62-1e8f-41c6-9fc3-fe568873b513 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0561833 Apr 16 12:05:12.887908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] For port 475129c1-4da3-4d71-99d7-40623e218f43, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=475129c1-4da3-4d71-99d7-40623e218f43,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:12.888349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.921552 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] For port 475129c1-4da3-4d71-99d7-40623e218f43, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=475129c1-4da3-4d71-99d7-40623e218f43,segment=NetworkSegment(f7e09088-3413-4900-9796-5a07e8e2dddc),segment_id=f7e09088-3413-4900-9796-5a07e8e2dddc)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:12.921947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.029071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Calling delete_port for 475129c1-4da3-4d71-99d7-40623e218f43 owned by network:dhcp {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:13.056614 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] Calling delete_port for 475129c1-4da3-4d71-99d7-40623e218f43 owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:13.106373 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.122372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8fd6b9eb-f21b-4376-8541-22f8f9e64d4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:13.218844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=475129c1-4da3-4d71-99d7-40623e218f43,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:13.221715 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:13.275924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] No DVR routers for this DVR port 475129c1-4da3-4d71-99d7-40623e218f43 on host dv-cinder-786627-1-iscsi {{(pid=85343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:05:13.374703 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.api [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:05:13.375111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_db.api [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:05:13.375858 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.405358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.524886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b86505-cd0f-48cc-94ed-c59e0852998b']}} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:13.539778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e09088-3413-4900-9796-5a07e8e2dddc') {'for_net_delete': True} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:13.540193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e09088-3413-4900-9796-5a07e8e2dddc') {} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:13.553303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850582202'] for segment, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.572815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.579630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=85343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:05:13.765118 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Network 69b86505-cd0f-48cc-94ed-c59e0852998b has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:05:13.774550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845311651'] for segment, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.876658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] Deleting port 475129c1-4da3-4d71-99d7-40623e218f43 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:13.877093 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.957227 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-a42fa019-cc0a-44b6-93ad-0bdf2bc34288 None None] The port '475129c1-4da3-4d71-99d7-40623e218f43' was deleted {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:05:13.962225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Network 69b86505-cd0f-48cc-94ed-c59e0852998b has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:05:13.992851 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:05:14.022940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 475129c1-4da3-4d71-99d7-40623e218f43 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:14.059726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 475129c1-4da3-4d71-99d7-40623e218f43 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:14.060367 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 475129c1-4da3-4d71-99d7-40623e218f43 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:14.112517 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d20bd212-e2dc-4a37-ac8a-44ca4c90e66c req-466530b1-1c14-4807-bfbc-951076b6d3f1 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1149483 Apr 16 12:05:14.127062 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:14.131312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-26fb370a-f0a8-460f-8d81-6b427a0603e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:14.149050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:14.157947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=69b86505-cd0f-48cc-94ed-c59e0852998b,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:14.164123 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:14.171669 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a1d8df9b-bd23-402b-94a9-0572f31a4a0f admin admin] 10.222.0.48 "DELETE /v2.0/networks/69b86505-cd0f-48cc-94ed-c59e0852998b HTTP/1.1" status: 204 len: 168 time: 1.7427752 Apr 16 12:05:14.174786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60114) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:14.749214 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854331395'] for router_interface, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:15.120352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Deleting port 8b92499e-39d0-48d0-9aac-95c5f90e6943 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:15.120934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:15.303472 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7131f161-0435-42e2-9c65-9f507d8e04f5 req-06fbfef1-c9e4-4082-874e-0e631347ad9c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0594885 Apr 16 12:05:15.589669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] For port 8b92499e-39d0-48d0-9aac-95c5f90e6943, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=8b92499e-39d0-48d0-9aac-95c5f90e6943,segment=NetworkSegment(145a143b-a444-4abc-b2f7-eaa0628e4bd9),segment_id=145a143b-a444-4abc-b2f7-eaa0628e4bd9)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:15.590131 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:15.724127 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Calling delete_port for 8b92499e-39d0-48d0-9aac-95c5f90e6943 owned by network:router_interface {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:16.044862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:16.060291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2c746c26-ed45-496b-ad0f-fed67843f079 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:16.157543 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b92499e-39d0-48d0-9aac-95c5f90e6943,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:16.161469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:16.508435 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9a53725c-d3b7-4c5c-be6d-da89aca7194b req-880c2b38-4cd2-4537-ac2d-959c976cb7a7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0615993 Apr 16 12:05:16.556215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854332074'] for router_interface, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:17.081143 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Router 2e81272d-1a92-423a-8806-c0c5fb6a078a has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:05:17.273761 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:05:17.282661 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] Sync routers for ids ['2e81272d-1a92-423a-8806-c0c5fb6a078a'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:05:17.283225 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] 10.222.0.48 "PUT /v2.0/routers/2e81272d-1a92-423a-8806-c0c5fb6a078a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1073687 Apr 16 12:05:17.286056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60122) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:17.293575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] Routers {'2e81272d-1a92-423a-8806-c0c5fb6a078a'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:17.294729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:05:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2e81272d-1a92-423a-8806-c0c5fb6a078a'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:17.518014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] Set router 2e81272d-1a92-423a-8806-c0c5fb6a078a gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:17.713035 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-785c7406-bcf9-42d2-b706-39c38957d09a req-4d45c20d-a021-4005-bd91-908ce9827353 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0616307 Apr 16 12:05:17.759978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Notify callbacks [] for router, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:17.830077 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'name': 'tempest-TestMinimumBasicScenario-1876405294-router', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:34Z', 'updated_at': '2021-04-16T12:05:15Z', 'revision_number': 5, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'gw_port': {'id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:35Z', 'updated_at': '2021-04-16T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:17.834154 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] Checking router: 2e81272d-1a92-423a-8806-c0c5fb6a078a for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:05:17.842991 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] Routers {'2e81272d-1a92-423a-8806-c0c5fb6a078a'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:17.843655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:05:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2e81272d-1a92-423a-8806-c0c5fb6a078a'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:17.948467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:17.958300 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Deleting port 18448382-448b-474a-97ec-b3a91ae3acfe {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:17.958658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:18.037358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] Set router 2e81272d-1a92-423a-8806-c0c5fb6a078a gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:18.155507 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] For port 18448382-448b-474a-97ec-b3a91ae3acfe, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=18448382-448b-474a-97ec-b3a91ae3acfe,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:18.155976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:18.292973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Calling delete_port for 18448382-448b-474a-97ec-b3a91ae3acfe owned by network:router_gateway {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:18.355308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'name': 'tempest-TestMinimumBasicScenario-1876405294-router', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:34Z', 'updated_at': '2021-04-16T12:05:15Z', 'revision_number': 5, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'gw_port': {'id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:35Z', 'updated_at': '2021-04-16T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:18.359453 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c0bac-571f-4ed4-a679-c7063817acc3 None None] The sync data for ids ['2e81272d-1a92-423a-8806-c0c5fb6a078a'] in dv-cinder-786627-1-iscsi is: [{'id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'name': 'tempest-TestMinimumBasicScenario-1876405294-router', 'tenant_id': '004550d8a02e4eab8c197799eecb8dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:02:34Z', 'updated_at': '2021-04-16T12:05:15Z', 'revision_number': 5, 'project_id': '004550d8a02e4eab8c197799eecb8dbe', 'gw_port': {'id': '18448382-448b-474a-97ec-b3a91ae3acfe', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e81272d-1a92-423a-8806-c0c5fb6a078a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:02:35Z', 'updated_at': '2021-04-16T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:05:18.478972 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:18.495803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6a61f196-c066-4688-88fc-5837ef357060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:18.593205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Pushing event deleted for resources: {'Port': ['ID=18448382-448b-474a-97ec-b3a91ae3acfe,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:18.601569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:18.775509 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331924'] for router_gateway, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.014806 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8409c39d-0c6d-482e-833a-f885fb938c99 req-548f71f1-72a9-4b1d-b9a2-ea39a67f6092 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.1225479 Apr 16 12:05:19.021359 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854333866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12715'] for router, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.024102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.123208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440518'] for router, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.123988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e81272d-1a92-423a-8806-c0c5fb6a078a {{(pid=85343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:05:19.142937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Notify callbacks [] for router, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.144261 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2e81272d-1a92-423a-8806-c0c5fb6a078a HTTP/1.1" status: 204 len: 168 time: 1.8569934 Apr 16 12:05:19.147249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60130) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:19.225104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d8b5f8-eb97-4d70-8b58-dc674f262a27 admin admin] Deleting subnet 6d712396-44c7-4111-a6c8-54cdacb73563 {{(pid=85343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:05:19.229249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b5f8-eb97-4d70-8b58-dc674f262a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.289792 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b5f8-eb97-4d70-8b58-dc674f262a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4193662'] for subnet, precommit_delete_associations {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.390291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b5f8-eb97-4d70-8b58-dc674f262a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.671651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b5f8-eb97-4d70-8b58-dc674f262a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9464060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845260100'] for subnet, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.688939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:19.787073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8b5f8-eb97-4d70-8b58-dc674f262a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d712396-44c7-4111-a6c8-54cdacb73563,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:19.792283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a5d8b5f8-eb97-4d70-8b58-dc674f262a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:19.829613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a5d8b5f8-eb97-4d70-8b58-dc674f262a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.835794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b720090-923b-45b4-8827-49b0a722286a None None] Network e1a96873-a06e-47e5-9ff1-b8b87b647f06 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:05:19.836483 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a5d8b5f8-eb97-4d70-8b58-dc674f262a27 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6d712396-44c7-4111-a6c8-54cdacb73563 HTTP/1.1" status: 204 len: 168 time: 0.6880519 Apr 16 12:05:19.839281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60134) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:19.977258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:20.043970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 18448382-448b-474a-97ec-b3a91ae3acfe no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:20.062307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Deleting port d41ad41f-9a7c-4c6f-b961-9f4789912db8 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:20.062702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:20.092141 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 18448382-448b-474a-97ec-b3a91ae3acfe {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:20.092513 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 18448382-448b-474a-97ec-b3a91ae3acfe not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:20.093258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 8b92499e-39d0-48d0-9aac-95c5f90e6943 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:20.163978 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 8b92499e-39d0-48d0-9aac-95c5f90e6943 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:20.164529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 8b92499e-39d0-48d0-9aac-95c5f90e6943 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:20.224186 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eb6a2fab-f515-4b51-b1e8-eee9dcd0d236 req-32acf26b-54d4-49b3-8a2f-0d6fd6f75598 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0653441 Apr 16 12:05:20.265743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] DHCP port deletion for e1a96873-a06e-47e5-9ff1-b8b87b647f06 request from dv-cinder-786627-1-iscsi {{(pid=85345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:05:20.271375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] Deleting port d41ad41f-9a7c-4c6f-b961-9f4789912db8 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:20.271771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:20.277932 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-2c4ac9cd-1fce-4b19-9e97-01a0982b2bf5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881064 Apr 16 12:05:20.368050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] For port d41ad41f-9a7c-4c6f-b961-9f4789912db8, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=d41ad41f-9a7c-4c6f-b961-9f4789912db8,segment=NetworkSegment(145a143b-a444-4abc-b2f7-eaa0628e4bd9),segment_id=145a143b-a444-4abc-b2f7-eaa0628e4bd9)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:20.368050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:20.391033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-f8ff84be-7338-46ce-81b7-0792d95f82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:20.392447 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-f8ff84be-7338-46ce-81b7-0792d95f82d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 1099 time: 0.0928764 Apr 16 12:05:20.511090 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Calling delete_port for d41ad41f-9a7c-4c6f-b961-9f4789912db8 owned by network:dhcp {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:20.530987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] For port d41ad41f-9a7c-4c6f-b961-9f4789912db8, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=d41ad41f-9a7c-4c6f-b961-9f4789912db8,segment=NetworkSegment(145a143b-a444-4abc-b2f7-eaa0628e4bd9),segment_id=145a143b-a444-4abc-b2f7-eaa0628e4bd9)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:20.531431 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:20.585800 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-6f2f73d4-d84d-46d8-b14a-028920d7f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:20.587436 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-6f2f73d4-d84d-46d8-b14a-028920d7f12e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 911 time: 0.1713445 Apr 16 12:05:20.596887 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:20.615185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:20.665744 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-5426f681-a3d5-4bcd-b551-0b50d6a1ba11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30116f33-460b-47c5-a3cf-483153866a15 HTTP/1.1" status: 200 len: 217 time: 0.0699177 Apr 16 12:05:20.676668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] Calling delete_port for d41ad41f-9a7c-4c6f-b961-9f4789912db8 owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:20.731333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41ad41f-9a7c-4c6f-b961-9f4789912db8,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:20.736762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:20.760217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-bb4e022a-0558-40ae-98e8-3f18bf3474d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:20.761137 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-bb4e022a-0558-40ae-98e8-3f18bf3474d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 200 len: 849 time: 0.0874059 Apr 16 12:05:20.764139 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.api [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:05:20.764695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_db.api [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:05:20.778339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] No DVR routers for this DVR port d41ad41f-9a7c-4c6f-b961-9f4789912db8 on host dv-cinder-786627-1-iscsi {{(pid=85343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:05:20.858743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-72318db3-0d0c-4d0f-b72b-17c40e0c81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:20.860603 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-72318db3-0d0c-4d0f-b72b-17c40e0c81b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907495 Apr 16 12:05:20.924303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:21.009948 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-e0f00208-168d-4f72-86f2-bacf3e76b5b0 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415045 Apr 16 12:05:21.049321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a96873-a06e-47e5-9ff1-b8b87b647f06']}} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:21.172212 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1fb21799-4078-49bc-9fd3-c75ed98e7a15 req-b7b03071-b3fd-4fff-a5ab-a5fa146fcb13 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544132 Apr 16 12:05:21.266339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] Deleting port d41ad41f-9a7c-4c6f-b961-9f4789912db8 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:21.266900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:21.315999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145a143b-a444-4abc-b2f7-eaa0628e4bd9') {'for_net_delete': True} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:21.316329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145a143b-a444-4abc-b2f7-eaa0628e4bd9') {} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:21.330102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850582202'] for segment, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:21.347928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:21.348390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-afc35708-5312-4653-b5e7-32716b99d7bd None None] The port 'd41ad41f-9a7c-4c6f-b961-9f4789912db8' was deleted {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:05:21.402472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=85343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:05:21.419349 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a0042103-98c6-4c03-bfe2-fac98e4bce2a req-d9a409e2-00ac-4fe4-af2d-2fa0a5219d90 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0686023 Apr 16 12:05:21.598713 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Network e1a96873-a06e-47e5-9ff1-b8b87b647f06 has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:05:21.609389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845311651'] for segment, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:21.792804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Network e1a96873-a06e-47e5-9ff1-b8b87b647f06 has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:05:21.816271 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:05:21.898244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:21.901993 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:21.916249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:21.928357 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a96873-a06e-47e5-9ff1-b8b87b647f06,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:21.931609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:21.933636 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e1a96873-a06e-47e5-9ff1-b8b87b647f06 HTTP/1.1" status: 204 len: 168 time: 2.0932002 Apr 16 12:05:22.006471 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device d41ad41f-9a7c-4c6f-b961-9f4789912db8 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:22.047411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: d41ad41f-9a7c-4c6f-b961-9f4789912db8 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:22.048319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device d41ad41f-9a7c-4c6f-b961-9f4789912db8 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:22.152439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:22.205631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60144) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:22.258898 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-65024482-7ca0-493c-a63c-713b4b975843 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88d29f208c2f434c990eaa2613109873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519400 Apr 16 12:05:22.261575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60148) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:22.332209 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-68ffcf68-ea79-401d-8d1e-0cd5f42ab02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:22.362646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-68ffcf68-ea79-401d-8d1e-0cd5f42ab02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:22.417648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-68ffcf68-ea79-401d-8d1e-0cd5f42ab02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:22.423913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9d75f1ae-cb4b-4608-98b4-234f2a46dfcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:22.438785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffcf68-ea79-401d-8d1e-0cd5f42ab02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c57d66-e38f-483a-8f8a-84b37e7ef0e2,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:22.442870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-68ffcf68-ea79-401d-8d1e-0cd5f42ab02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:22.448321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-68ffcf68-ea79-401d-8d1e-0cd5f42ab02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:22.455887 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-68ffcf68-ea79-401d-8d1e-0cd5f42ab02c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7c57d66-e38f-483a-8f8a-84b37e7ef0e2 HTTP/1.1" status: 204 len: 168 time: 0.1903009 Apr 16 12:05:22.595914 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-48105bc2-89b7-4d5f-a848-02a7b805a167 req-48d73e9b-5f46-46b5-8953-f692e54204f4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0503120 Apr 16 12:05:22.858145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60158) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:22.914431 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f31f2a80-d7f9-4b87-9170-d052c64ed23b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=004550d8a02e4eab8c197799eecb8dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549655 Apr 16 12:05:22.917081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60162) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:22.980519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98261d19-01f4-48d4-b6c7-5cfea16be95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:23.008559 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98261d19-01f4-48d4-b6c7-5cfea16be95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:23.056267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98261d19-01f4-48d4-b6c7-5cfea16be95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:23.060435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fca2396c-91b6-473f-826a-25ddf07abb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:23.073203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98261d19-01f4-48d4-b6c7-5cfea16be95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aab57e4-f36e-420d-a528-8a425a1952ea,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:23.075625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-98261d19-01f4-48d4-b6c7-5cfea16be95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:23.082397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-98261d19-01f4-48d4-b6c7-5cfea16be95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:23.083630 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-98261d19-01f4-48d4-b6c7-5cfea16be95f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1aab57e4-f36e-420d-a528-8a425a1952ea HTTP/1.1" status: 204 len: 168 time: 0.1655900 Apr 16 12:05:23.764384 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c4078ab-95d7-471c-8098-2b66a1b251f1 req-db5e2437-e548-47e9-8693-3c4a4b959334 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0497093 Apr 16 12:05:24.931326 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ce440870-2add-4d61-b8c8-f6ad28cd14e7 req-d54bfd63-6ed2-4cb1-9cee-885c472bb432 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0531642 Apr 16 12:05:26.116881 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fb26af15-9734-4c82-b7bf-49a63102c7eb req-1b2ac69d-5932-4d7c-95e0-ed120f49a4d4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0515223 Apr 16 12:05:27.291916 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ec89dac-188d-4951-9d2d-5fe72066b0aa req-01593d92-6108-4ab0-b572-8aeee40b5eef tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0506132 Apr 16 12:05:28.474346 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0240323f-97d2-4f83-b56e-73fdc8dc99e9 req-c8ca3f3b-eccd-494b-8c5c-b7901652b5fb tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0607862 Apr 16 12:05:29.642074 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0d87e511-bfb5-43a2-9735-66af7655f672 req-c3830024-cce6-4617-aa15-5ff779696bba tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0490186 Apr 16 12:05:29.773117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:05:30.809309 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fc581dcd-e019-4ab9-a381-b8597801bd1e req-a56975a4-9aa2-43ef-a989-b90b0dfb37fa tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0505226 Apr 16 12:05:31.977287 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f382c931-bf49-43e1-9d40-db204356ad82 req-b0072ad5-47ae-4b59-ac73-dd2ded62e329 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0535529 Apr 16 12:05:33.138008 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-39d9b44d-6040-4f49-97f4-67153a73785e req-bd1cf555-1498-4193-bb22-a63098a8f0c7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0493569 Apr 16 12:05:34.302736 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c670b0da-7a0e-444a-96d9-20d95c21dae5 req-fdbe189e-ef62-4bc8-ac7b-aa947f0f39f6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0487232 Apr 16 12:05:35.470243 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ef61355f-cde2-41b2-b301-e8f92f5c9f64 req-5cdcea53-6204-4c51-872f-d6ba1c0732b3 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0535619 Apr 16 12:05:36.632322 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-06afdf4f-f6c4-44ad-8241-86ac877dabcd req-442963d9-7f4f-4fc9-82ff-a1c6e54ca595 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0486114 Apr 16 12:05:37.796615 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ee7e1e09-30a1-4f55-b82d-1cf6b564fac7 req-3f3ab808-5cb2-44ba-99ad-f0855e12f680 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0487914 Apr 16 12:05:38.401389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-057f502e-b834-4963-a155-eb41e41534b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:38.962322 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4f685d97-b246-4bf8-8f46-b0ba989210ec req-fc7474f4-1458-4af1-96ea-cadcd7d22b8c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0522754 Apr 16 12:05:40.125927 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-51ac936c-534a-48e9-87cd-e9981f8d8851 req-ac9def50-6863-42bf-a2df-95f5591d9f0f tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88345c8-984a-4e47-8d3b-5faf37bc0b55 HTTP/1.1" status: 200 len: 210 time: 0.0495443 Apr 16 12:05:40.497300 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1165bdb3-7333-4447-a066-7bc7c5281565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:41.299188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:41.300675 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-2c5d953d-d55a-47a2-8cc8-99f03eafd4ee tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:41.302266 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-2c5d953d-d55a-47a2-8cc8-99f03eafd4ee tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/networks?id=8e9ff803-1538-485d-87d2-8dd07403f8a7 HTTP/1.1" status: 200 len: 815 time: 0.1617329 Apr 16 12:05:41.321458 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-be22b29d-6ff8-40c0-be62-eccc4206bd8a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/quotas/159e7339b5de4cb28b493f0b34f89c96 HTTP/1.1" status: 200 len: 375 time: 0.0110052 Apr 16 12:05:41.380249 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-8e316893-9ea8-4915-91f0-10e441dcb8cd tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=159e7339b5de4cb28b493f0b34f89c96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527778 Apr 16 12:05:41.755534 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-3189a91e-feab-40e7-aeab-b13d47c5325b service neutron] 10.222.0.48 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674355 Apr 16 12:05:41.852667 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:41.900485 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-0da3f8b8-af40-42c8-b344-e18da9e8f3f9 service neutron] 10.222.0.48 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385372 Apr 16 12:05:42.096148 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7ff600f4-8301-4ec4-90f3-6bd334556b53 req-38f2755c-07df-4753-a2fb-f9d8ae1c9e1e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 210 time: 0.0511513 Apr 16 12:05:43.228199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:43.283698 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-95071d5f-51ba-4e40-b37b-233d901abe71 req-c1a1ab8f-3509-42ef-86f2-e444b430170c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 210 time: 0.0503519 Apr 16 12:05:43.284657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-3134ec77-74ca-4bc5-99b0-84e934bad6f4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:43.285453 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-3134ec77-74ca-4bc5-99b0-84e934bad6f4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Synchronizing usage tracker for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:network {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:05:43.303726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-3134ec77-74ca-4bc5-99b0-84e934bad6f4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Unset dirty status for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:network {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:05:43.305479 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-3134ec77-74ca-4bc5-99b0-84e934bad6f4 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "GET /v2.0/networks?id=8e9ff803-1538-485d-87d2-8dd07403f8a7 HTTP/1.1" status: 200 len: 815 time: 0.1874707 Apr 16 12:05:43.320810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Request body: {'port': {'device_id': '317298f3-93e7-42d3-a4b3-f31b15a50b61', 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7', 'admin_state_up': True, 'tenant_id': '159e7339b5de4cb28b493f0b34f89c96'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:05:43.469476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:05:43.479811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:05:43.488720 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Made reservation on behalf of 159e7339b5de4cb28b493f0b34f89c96 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:05:43.494729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:43.679033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Allocated IP 172.20.0.11 (8e9ff803-1538-485d-87d2-8dd07403f8a7/2486161c-73aa-466a-a26d-c086595bef91/80211b8f-4eae-40f7-b73b-e3f213bbbc6d) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:05:43.894774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:43.925464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:43.943847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:44.093786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Pushing event updated for resources: {'Port': ['ID=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:44.116733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.117170 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.117595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.118015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.118432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.118844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.119253 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.119662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.120094 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.120505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.120911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.121316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:44.126992 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:44.163374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Network 8e9ff803-1538-485d-87d2-8dd07403f8a7 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:05:44.164617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:05:44.166961 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:05:44.232097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:44.232696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:44.260801 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-c3cd734a-ac63-46da-bc6d-5419b819a7a6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9445143 Apr 16 12:05:44.273591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Request body: {'port': {'device_id': '317298f3-93e7-42d3-a4b3-f31b15a50b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:05:44.395677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:44.491016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf3a7-731c-411d-bfb9-dc44ea78ddd9 req-2f12299a-d907-469d-8ba7-313ce3531e75 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:44.492590 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fa7bf3a7-731c-411d-bfb9-dc44ea78ddd9 req-2f12299a-d907-469d-8ba7-313ce3531e75 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 932 time: 0.0945609 Apr 16 12:05:44.542459 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fa7bf3a7-731c-411d-bfb9-dc44ea78ddd9 req-8c4564a8-9a4d-4a7d-8f86-95e6d2b96fb9 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Apr 16 12:05:44.758623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80211b8f-4eae-40f7-b73b-e3f213bbbc6d {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:05:44.766847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:44.782469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Transition to ACTIVE for port object 80211b8f-4eae-40f7-b73b-e3f213bbbc6d will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:05:44.785786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:44.800971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f38022a7-30ed-465f-8ce4-1f1b51d2fa0b tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:45.192345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:45.196848 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:45.411449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Attempting to bind port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:05:45.412045 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Attempting to bind port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:05:45.412190 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Attempting to bind port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d on network 8e9ff803-1538-485d-87d2-8dd07403f8a7 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:05:45.417116 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d on network 8e9ff803-1538-485d-87d2-8dd07403f8a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:05:45.417482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Attempting to bind port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d on network 8e9ff803-1538-485d-87d2-8dd07403f8a7 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:05:45.422881 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:05:45.423261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Checking segment: {'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:05:45.424245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Bound using segment: {'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:05:45.424810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Bound port: 80211b8f-4eae-40f7-b73b-e3f213bbbc6d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:05:45.425132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:45.522996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] For port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:05:45.526314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] For port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:05:45.530075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:45.546137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-62ac10ea-0812-455b-a521-43e1edd5f5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:45.701770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:45.710456 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:45.743391 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:45.744584 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:45.746764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde40a-2925-47c1-ad92-f3c386549d42 req-9ab4b02b-ff9d-451b-85f3-4d05e7eb7097 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:45.747073 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/80211b8f-4eae-40f7-b73b-e3f213bbbc6d HTTP/1.1" status: 200 len: 1094 time: 1.4777682 Apr 16 12:05:45.748486 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eabde40a-2925-47c1-ad92-f3c386549d42 req-9ab4b02b-ff9d-451b-85f3-4d05e7eb7097 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 944 time: 0.0924070 Apr 16 12:05:45.797607 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-eabde40a-2925-47c1-ad92-f3c386549d42 req-c7765301-ad0b-4b1e-9071-6c6c192471f3 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 Apr 16 12:05:45.865877 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-07527c07-9fb8-4635-97ec-f1e8fce500ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:45.867482 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-07527c07-9fb8-4635-97ec-f1e8fce500ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159e7339b5de4cb28b493f0b34f89c96&device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 1097 time: 0.0829799 Apr 16 12:05:45.940242 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-9bdedfba-82ef-43ed-a595-5476182e01c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80211b8f-4eae-40f7-b73b-e3f213bbbc6d HTTP/1.1" status: 200 len: 217 time: 0.0651324 Apr 16 12:05:46.012501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-4f22e69d-e854-4032-bab0-eb2e18ffac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:46.014040 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-4f22e69d-e854-4032-bab0-eb2e18ffac24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2486161c-73aa-466a-a26d-c086595bef91 HTTP/1.1" status: 200 len: 855 time: 0.0662081 Apr 16 12:05:46.067050 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-87bef3ca-edec-497c-a96b-61a94800f51f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e9ff803-1538-485d-87d2-8dd07403f8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460393 Apr 16 12:05:46.211830 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-28cce488-a021-4768-ab49-72ab5c461248 service neutron] 10.222.0.55 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368301 Apr 16 12:05:46.355411 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ca7ab9f-72a4-4697-8fea-829ac451da2d req-06307c0f-3fd4-4e8f-8a4f-cab3b3a24203 service neutron] 10.222.0.55 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356544 Apr 16 12:05:47.006215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586721e-ed85-4fc7-bb53-21dc0f2577d6 req-0f329c49-769d-4245-87d4-8b7d7152f976 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:47.007811 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0586721e-ed85-4fc7-bb53-21dc0f2577d6 req-0f329c49-769d-4245-87d4-8b7d7152f976 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 944 time: 0.0899916 Apr 16 12:05:47.054993 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0586721e-ed85-4fc7-bb53-21dc0f2577d6 req-1dca98c4-484f-4b6c-98d1-054c8d66f3ce tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Apr 16 12:05:48.256297 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39babf29-031d-45a6-821f-a3c19bef8db3 req-45280de8-9cd8-43ef-aa24-6d3db1355ae6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:48.257842 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-39babf29-031d-45a6-821f-a3c19bef8db3 req-45280de8-9cd8-43ef-aa24-6d3db1355ae6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 944 time: 0.0901511 Apr 16 12:05:48.308022 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-39babf29-031d-45a6-821f-a3c19bef8db3 req-77d96ebe-1206-4e6d-973e-2f1f05d9f507 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437384 Apr 16 12:05:48.885092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 80211b8f-4eae-40f7-b73b-e3f213bbbc6d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:05:49.026856 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:49.041183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '80211b8f-4eae-40f7-b73b-e3f213bbbc6d', 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7', 'port_id': '80211b8f-4eae-40f7-b73b-e3f213bbbc6d', 'mac_address': 'fa:16:3e:06:a6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486161c-73aa-466a-a26d-c086595bef91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:05:49.101663 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.119495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80211b8f-4eae-40f7-b73b-e3f213bbbc6d {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:05:49.135617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:49.138465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.140315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:49.208235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:49.211470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:49.422659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['80211b8f-4eae-40f7-b73b-e3f213bbbc6d'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:05:49.519991 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2ab3-3cbe-49d0-af00-0555dc0d2c5f req-ad61b7e6-2623-42d6-b4b5-9f4e9b90eb29 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:49.521727 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0dad2ab3-3cbe-49d0-af00-0555dc0d2c5f req-ad61b7e6-2623-42d6-b4b5-9f4e9b90eb29 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 945 time: 0.1002316 Apr 16 12:05:49.572943 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0dad2ab3-3cbe-49d0-af00-0555dc0d2c5f req-ee9f7724-c8ca-4ee6-adb0-eadda0c8d1e6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Apr 16 12:05:50.779477 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b604b-18e5-4ced-a96f-0ffa9fd9d93e req-f9e67eae-7175-48bb-9148-3a4c89c6408e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:50.781038 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5b2b604b-18e5-4ced-a96f-0ffa9fd9d93e req-f9e67eae-7175-48bb-9148-3a4c89c6408e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 945 time: 0.0930402 Apr 16 12:05:50.828880 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5b2b604b-18e5-4ced-a96f-0ffa9fd9d93e req-441df7ab-5482-4153-85bc-8ddf15256956 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Apr 16 12:05:50.884696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 80211b8f-4eae-40f7-b73b-e3f213bbbc6d up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:05:50.954764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:05:50.959580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:05:50.960052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:51.083479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:51.112358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317298f3-93e7-42d3-a4b3-f31b15a50b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80211b8f-4eae-40f7-b73b-e3f213bbbc6d'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:51.122731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:51.125967 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:51.127958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b7cf466a-4114-484e-af54-10529ee9f728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:51.165349 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317298f3-93e7-42d3-a4b3-f31b15a50b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80211b8f-4eae-40f7-b73b-e3f213bbbc6d', 'code': 200} Apr 16 12:05:51.202173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:51.205752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:51.402463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaff8d-9917-4e33-a7f1-90ee64df53d2 req-563160fd-38e2-4032-a22e-908103aff821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:51.404014 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1ceaff8d-9917-4e33-a7f1-90ee64df53d2 req-563160fd-38e2-4032-a22e-908103aff821 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 1099 time: 0.0769782 Apr 16 12:05:51.452750 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1ceaff8d-9917-4e33-a7f1-90ee64df53d2 req-6a9eac5f-b11b-4b6d-a214-e7eb6470932f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Apr 16 12:05:52.029399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807f3c4-22c1-41e8-a907-87110c1509d9 req-f9f813e4-24bd-4af5-bbc1-87715b93c5e5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:52.030998 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0807f3c4-22c1-41e8-a907-87110c1509d9 req-f9f813e4-24bd-4af5-bbc1-87715b93c5e5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 946 time: 0.0872557 Apr 16 12:05:52.077948 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0807f3c4-22c1-41e8-a907-87110c1509d9 req-3291dc51-96ed-4865-9459-6b752e0c1c99 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Apr 16 12:05:52.150942 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:53.279874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce2f1e-bcae-43d0-9003-a87b77716b9c req-497b746a-b338-435f-b03f-acd67ee5f216 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:53.281505 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d5ce2f1e-bcae-43d0-9003-a87b77716b9c req-497b746a-b338-435f-b03f-acd67ee5f216 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 946 time: 0.0910261 Apr 16 12:05:53.328214 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d5ce2f1e-bcae-43d0-9003-a87b77716b9c req-99777325-80aa-4f8f-b56a-652b8dcfb213 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403078 Apr 16 12:06:04.129327 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-462a8f07-d5c9-4926-9b06-1fd9f7cf2163 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:04.130931 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-462a8f07-d5c9-4926-9b06-1fd9f7cf2163 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/networks?id=8e9ff803-1538-485d-87d2-8dd07403f8a7 HTTP/1.1" status: 200 len: 815 time: 0.1596036 Apr 16 12:06:04.147135 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-08f579c1-7d7c-4400-b4db-3cfbfe8ab1c6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/quotas/159e7339b5de4cb28b493f0b34f89c96 HTTP/1.1" status: 200 len: 375 time: 0.0099854 Apr 16 12:06:04.239098 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-aa97cda2-4f57-4578-929e-15e4f5832934 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=159e7339b5de4cb28b493f0b34f89c96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864851 Apr 16 12:06:04.384905 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-1a2b6c0d-51c0-49cd-8ca2-e3399696fb46 service neutron] 10.222.0.48 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380451 Apr 16 12:06:04.528144 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-11045875-bf33-4987-bc3c-32fa2775e610 service neutron] 10.222.0.48 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367407 Apr 16 12:06:04.720356 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8372cfb3-9d61-42a4-853c-33013b27863d req-1a48728b-9db7-42ea-9dfb-1a5326b04aad tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 210 time: 0.0496931 Apr 16 12:06:05.885887 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6eaa3cb7-378b-4eba-8273-913f38bd5bc1 req-5651cfef-4450-438a-96de-31aa2e1432e6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 210 time: 0.0492988 Apr 16 12:06:05.957730 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-c6439579-a1c7-433a-be4c-22eb3a69c2b8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:05.959265 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-c6439579-a1c7-433a-be4c-22eb3a69c2b8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "GET /v2.0/networks?id=8e9ff803-1538-485d-87d2-8dd07403f8a7 HTTP/1.1" status: 200 len: 815 time: 0.1610990 Apr 16 12:06:05.975170 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Request body: {'port': {'device_id': 'f28ece0c-1a88-4689-9c9f-5faf956f2d43', 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7', 'admin_state_up': True, 'tenant_id': '159e7339b5de4cb28b493f0b34f89c96'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:06.119882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:06.124188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Usage tracker for resource:port and tenant:159e7339b5de4cb28b493f0b34f89c96 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:06.127117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:06.133144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:06.141673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Made reservation on behalf of 159e7339b5de4cb28b493f0b34f89c96 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:06.147711 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.320144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Allocated IP 172.20.0.4 (8e9ff803-1538-485d-87d2-8dd07403f8a7/2486161c-73aa-466a-a26d-c086595bef91/866a3e58-de7a-4cff-8724-d73343947aca) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:06.530847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.560137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.574346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['80211b8f-4eae-40f7-b73b-e3f213bbbc6d'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:06:06.575518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:06.713438 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Pushing event updated for resources: {'Port': ['ID=866a3e58-de7a-4cff-8724-d73343947aca,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:06.719694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:06.771428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Network 8e9ff803-1538-485d-87d2-8dd07403f8a7 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:06.772700 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:06.773536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:06:06.775088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:06.841756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:06.842409 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:06.865060 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8947661 Apr 16 12:06:06.880038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Request body: {'port': {'device_id': 'f28ece0c-1a88-4689-9c9f-5faf956f2d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:07.004435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:07.092148 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204cfbd-eac7-42ff-aecb-ac62eab2fe52 req-a72eb3f0-c521-4b95-8614-cd2c42c0b463 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:07.093777 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a204cfbd-eac7-42ff-aecb-ac62eab2fe52 req-a72eb3f0-c521-4b95-8614-cd2c42c0b463 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 931 time: 0.0926557 Apr 16 12:06:07.144375 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a204cfbd-eac7-42ff-aecb-ac62eab2fe52 req-23b31f43-03c1-4b0b-954a-03098d4faf08 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 Apr 16 12:06:07.365575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866a3e58-de7a-4cff-8724-d73343947aca {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:06:07.373358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:07.388124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Transition to ACTIVE for port object 866a3e58-de7a-4cff-8724-d73343947aca will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:07.391014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:07.406568 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:07.540682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Pushing event updated for resources: {'Port': ['ID=866a3e58-de7a-4cff-8724-d73343947aca,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:07.553990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:07.764289 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Attempting to bind port 866a3e58-de7a-4cff-8724-d73343947aca on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:06:07.764584 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Attempting to bind port 866a3e58-de7a-4cff-8724-d73343947aca by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:06:07.764953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Attempting to bind port 866a3e58-de7a-4cff-8724-d73343947aca on network 8e9ff803-1538-485d-87d2-8dd07403f8a7 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:07.770328 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Port 866a3e58-de7a-4cff-8724-d73343947aca on network 8e9ff803-1538-485d-87d2-8dd07403f8a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:06:07.770692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Attempting to bind port 866a3e58-de7a-4cff-8724-d73343947aca on network 8e9ff803-1538-485d-87d2-8dd07403f8a7 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:07.776307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:06:07.776663 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Checking segment: {'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:07.777092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Bound using segment: {'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:06:07.777562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Bound port: 866a3e58-de7a-4cff-8724-d73343947aca, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3c94ed-4751-4d50-9294-59e7736ca156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:06:07.777949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:07.870660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] For port 866a3e58-de7a-4cff-8724-d73343947aca, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:06:07.873840 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] For port 866a3e58-de7a-4cff-8724-d73343947aca, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=866a3e58-de7a-4cff-8724-d73343947aca,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:06:07.877187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:07.892282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:08.047239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Pushing event updated for resources: {'Port': ['ID=866a3e58-de7a-4cff-8724-d73343947aca,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:08.052476 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:08.083765 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:08.084066 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:08.085566 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] 10.222.0.55 "PUT /v2.0/ports/866a3e58-de7a-4cff-8724-d73343947aca HTTP/1.1" status: 200 len: 1093 time: 1.2104831 Apr 16 12:06:08.202441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-30b05630-98c7-4668-93c1-9d740e686e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:08.204118 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-30b05630-98c7-4668-93c1-9d740e686e2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159e7339b5de4cb28b493f0b34f89c96&device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 1096 time: 0.0790467 Apr 16 12:06:08.359646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aed41-df67-43d7-b485-1a6b6c33a934 req-18cb6d2f-ed72-4fc6-ad86-5cf759938c6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:08.361409 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3f8aed41-df67-43d7-b485-1a6b6c33a934 req-18cb6d2f-ed72-4fc6-ad86-5cf759938c6a tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 943 time: 0.0934014 Apr 16 12:06:08.407367 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8d077cb9-fdab-4ff8-a498-a38f67386da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:08.415989 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3f8aed41-df67-43d7-b485-1a6b6c33a934 req-39c44d79-cf27-4508-8cb8-8bad44c379c6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478148 Apr 16 12:06:08.530644 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-982712b7-5a6e-472c-b656-b46fba7b63be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866a3e58-de7a-4cff-8724-d73343947aca HTTP/1.1" status: 200 len: 217 time: 0.3191395 Apr 16 12:06:08.603181 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-a7b78569-4b94-4ad2-ba4f-e6d9237e66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:08.603181 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-a7b78569-4b94-4ad2-ba4f-e6d9237e66a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2486161c-73aa-466a-a26d-c086595bef91 HTTP/1.1" status: 200 len: 855 time: 0.0639772 Apr 16 12:06:08.668776 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-736d9949-b2d8-4d59-93a9-2683dc0015a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e9ff803-1538-485d-87d2-8dd07403f8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493193 Apr 16 12:06:08.810575 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-e69f8889-1856-492e-a985-af241cac984b service neutron] 10.222.0.55 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345983 Apr 16 12:06:08.955182 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2dccb697-f22a-433c-9cac-4dcf34a37e61 req-d650affc-15b9-419f-8fc7-d2295299b7f0 service neutron] 10.222.0.55 "GET /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355748 Apr 16 12:06:09.620017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30286902-80b7-4f1d-960a-9b08d914253c req-35f611e7-e204-4f60-8832-c755cae8549c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:09.621639 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-30286902-80b7-4f1d-960a-9b08d914253c req-35f611e7-e204-4f60-8832-c755cae8549c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 943 time: 0.0924563 Apr 16 12:06:09.669774 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-30286902-80b7-4f1d-960a-9b08d914253c req-1d7d9432-c6ec-4661-8c13-b978c6ce3091 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Apr 16 12:06:10.499306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-939077b2-76c7-4d77-b83c-5c5484aa5723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:10.868071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbacda-5d80-40ac-a7c2-32f42481f893 req-f22eaca4-82f5-469c-a6da-13b8c1d2dcde tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:10.869664 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e3cbacda-5d80-40ac-a7c2-32f42481f893 req-f22eaca4-82f5-469c-a6da-13b8c1d2dcde tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 943 time: 0.0871425 Apr 16 12:06:10.920210 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e3cbacda-5d80-40ac-a7c2-32f42481f893 req-c8cc46ca-7106-4b32-853f-6ddf08667e05 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Apr 16 12:06:11.000265 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 866a3e58-de7a-4cff-8724-d73343947aca details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:06:11.144760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 866a3e58-de7a-4cff-8724-d73343947aca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=866a3e58-de7a-4cff-8724-d73343947aca,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:11.158609 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '866a3e58-de7a-4cff-8724-d73343947aca', 'network_id': '8e9ff803-1538-485d-87d2-8dd07403f8a7', 'port_id': '866a3e58-de7a-4cff-8724-d73343947aca', 'mac_address': 'fa:16:3e:db:f3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486161c-73aa-466a-a26d-c086595bef91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:06:11.217007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.234624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866a3e58-de7a-4cff-8724-d73343947aca {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:06:11.250345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 866a3e58-de7a-4cff-8724-d73343947aca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=866a3e58-de7a-4cff-8724-d73343947aca,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:11.253646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.255477 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:11.325835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:11.339333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=866a3e58-de7a-4cff-8724-d73343947aca,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:11.347178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.347579 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.347998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.348387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.348770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.349151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.349529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.349914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.350287 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.350664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.351036 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.351405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:11.355684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:11.564347 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['866a3e58-de7a-4cff-8724-d73343947aca'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:06:11.855242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:12.122984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb1a1a-48d8-423e-8d6e-1922923211a2 req-acbbc455-41dc-4fa9-9b7c-9950f8acbbb6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:12.124557 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-10fb1a1a-48d8-423e-8d6e-1922923211a2 req-acbbc455-41dc-4fa9-9b7c-9950f8acbbb6 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 944 time: 0.0894685 Apr 16 12:06:12.172478 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-10fb1a1a-48d8-423e-8d6e-1922923211a2 req-f609403d-106d-4357-9a71-9a107ecf98ac tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Apr 16 12:06:13.036114 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 866a3e58-de7a-4cff-8724-d73343947aca up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:13.110829 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port 866a3e58-de7a-4cff-8724-d73343947aca completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:13.116421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 866a3e58-de7a-4cff-8724-d73343947aca triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:13.116853 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.248030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.254843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.283649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28ece0c-1a88-4689-9c9f-5faf956f2d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a3e58-de7a-4cff-8724-d73343947aca'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:06:13.294813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 866a3e58-de7a-4cff-8724-d73343947aca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=866a3e58-de7a-4cff-8724-d73343947aca,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:13.298169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:13.300921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:13.372197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=866a3e58-de7a-4cff-8724-d73343947aca,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:13.375413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:13.379482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03affd36-1e29-45a6-a75e-bd3a3b5c3a87 req-19c4a3fc-6776-4ca2-ac59-289cc862fdb0 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:13.381329 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-03affd36-1e29-45a6-a75e-bd3a3b5c3a87 req-19c4a3fc-6776-4ca2-ac59-289cc862fdb0 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 945 time: 0.0933924 Apr 16 12:06:13.429475 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-03affd36-1e29-45a6-a75e-bd3a3b5c3a87 req-4adee8d1-59e0-4400-96b4-e2cf7577a969 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Apr 16 12:06:13.485148 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ece0c-1a88-4689-9c9f-5faf956f2d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866a3e58-de7a-4cff-8724-d73343947aca', 'code': 200} Apr 16 12:06:13.724362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56765e79-4772-4836-9d99-dc60812a84a4 req-fa56242d-0e8a-4036-80a0-101ad423a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:13.725950 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-56765e79-4772-4836-9d99-dc60812a84a4 req-fa56242d-0e8a-4036-80a0-101ad423a01c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 1098 time: 0.0763826 Apr 16 12:06:13.770299 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-56765e79-4772-4836-9d99-dc60812a84a4 req-314622a4-719a-4068-be54-3f21ebda1ac1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Apr 16 12:06:14.634419 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023344a5-2130-4272-8e26-16db71c153f0 req-06776c28-7c4b-48bf-abd1-5c79d3309059 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:14.636062 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-023344a5-2130-4272-8e26-16db71c153f0 req-06776c28-7c4b-48bf-abd1-5c79d3309059 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 945 time: 0.0876279 Apr 16 12:06:14.684840 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-023344a5-2130-4272-8e26-16db71c153f0 req-b2c6df38-1a8c-455e-93a7-245b0dec78ec tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Apr 16 12:06:15.895619 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab86e8-bce2-49b9-91ad-c511dd94c064 req-bdc184e7-31a6-4c47-8d2f-b67376c084c8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:15.897294 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b8ab86e8-bce2-49b9-91ad-c511dd94c064 req-bdc184e7-31a6-4c47-8d2f-b67376c084c8 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 945 time: 0.0935206 Apr 16 12:06:15.945912 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b8ab86e8-bce2-49b9-91ad-c511dd94c064 req-e6afcfc3-2e60-4d00-87d9-0028aa43eb50 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Apr 16 12:06:20.281579 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-6c82563c-3993-42e2-be6a-cb32ca18ec72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803306 Apr 16 12:06:20.380654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-d664b4db-55b4-4d74-af7a-d3bdfd2e5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:20.382206 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-d664b4db-55b4-4d74-af7a-d3bdfd2e5e0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd&device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 1098 time: 0.0775838 Apr 16 12:06:20.542243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-a16f5692-b0d1-4aec-b2b9-35417088f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:20.543765 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-a16f5692-b0d1-4aec-b2b9-35417088f39c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f3257f1-1776-430e-b756-cae43f523094 HTTP/1.1" status: 200 len: 910 time: 0.1400528 Apr 16 12:06:20.655466 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-00f465e9-9ebf-44d8-911b-a24bbb3ab154 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd HTTP/1.1" status: 200 len: 1001 time: 0.1030574 Apr 16 12:06:20.725721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-a9b7cbcb-baa5-45d9-ac70-4c933acfe004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:20.727275 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-a9b7cbcb-baa5-45d9-ac70-4c933acfe004 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68e96243-886f-4aae-915e-46910fab8b71 HTTP/1.1" status: 200 len: 848 time: 0.0640116 Apr 16 12:06:20.814721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-0e9d0ba5-0f37-4991-8ee8-67b8abff2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:20.816277 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-0e9d0ba5-0f37-4991-8ee8-67b8abff2a67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f3257f1-1776-430e-b756-cae43f523094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801284 Apr 16 12:06:20.957282 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-997a2183-d3e6-4099-8c1f-ee4bf3846887 service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336164 Apr 16 12:06:21.102574 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-24f13c14-f3ad-4c00-bcf8-fd43728a3dd8 req-fbd206d8-d5a6-4c16-8bd6-9cf7ac98839a service neutron] 10.222.0.55 "GET /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375985 Apr 16 12:06:22.157013 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:27.910502 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60416) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:27.952418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b983-53ee-403d-92fd-d9a0a42561d2 req-5873018d-976b-4b0e-99d3-f9127da113d0 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:27.954061 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c693b983-53ee-403d-92fd-d9a0a42561d2 req-5873018d-976b-4b0e-99d3-f9127da113d0 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 945 time: 0.0912409 Apr 16 12:06:28.007247 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c693b983-53ee-403d-92fd-d9a0a42561d2 req-2a958c26-733d-4759-95e9-68d143492940 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 Apr 16 12:06:28.245870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Deleting port 57f144a6-9c00-42b8-87a7-d6b3f5c5e2d4 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:28.246252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.429939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.430306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.565033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Calling delete_port for 57f144a6-9c00-42b8-87a7-d6b3f5c5e2d4 owned by network:floatingip {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:28.722999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.738920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e63d9d45-caae-4080-9098-d034eca4a6ec tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:28.834011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event deleted for resources: {'Port': ['ID=57f144a6-9c00-42b8-87a7-d6b3f5c5e2d4,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:28.836774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:28.997890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for floatingip, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.998499 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Floating IP 82d4964a-55ef-4da2-918e-e3658ef0b82e disassociated (deleted). External IP: 172.27.3.138, port: 35dc48d9-91a9-4dbc-a15d-a006c120fdbd. Apr 16 12:06:29.213466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfcc90-1cd6-452f-b7aa-a490b33ad975 req-97d85661-e465-45c7-a5a3-0791f2ee0429 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:29.215103 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e7dfcc90-1cd6-452f-b7aa-a490b33ad975 req-97d85661-e465-45c7-a5a3-0791f2ee0429 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 945 time: 0.0945175 Apr 16 12:06:29.267004 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e7dfcc90-1cd6-452f-b7aa-a490b33ad975 req-2fed5b03-9a43-4bbf-9f06-593a8b520f11 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451312 Apr 16 12:06:29.618998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:06:29.875820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:29.885589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] Sync routers for ids ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:29.895236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-eb01b29b-f4dc-4cd3-845f-50a71e5a1389 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:29.896067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-eb01b29b-f4dc-4cd3-845f-50a71e5a1389 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Synchronizing usage tracker for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:06:29.896214 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] Routers {'2275b079-da98-4b9d-90a3-e3d7b5d2b19b'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:29.896899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:29.918389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:29.951764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-eb01b29b-f4dc-4cd3-845f-50a71e5a1389 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Unset dirty status for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:06:29.953039 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-eb01b29b-f4dc-4cd3-845f-50a71e5a1389 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 945 time: 0.2045534 Apr 16 12:06:30.039216 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2dd8c6f5-5f5a-418e-b7ec-f2e8dc721201 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "DELETE /v2.0/floatingips/82d4964a-55ef-4da2-918e-e3658ef0b82e HTTP/1.1" status: 204 len: 168 time: 2.1273293 Apr 16 12:06:30.051729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Deleting port 866a3e58-de7a-4cff-8724-d73343947aca {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:30.052744 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.267482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] Set router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:30.336932 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] For port 866a3e58-de7a-4cff-8724-d73343947aca, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=866a3e58-de7a-4cff-8724-d73343947aca,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:30.337454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.450068 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db2f8a-6075-49ce-9a8e-6e91c2c1a10e req-dfa4f2eb-a27d-4611-913f-99c08fde11cf tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:30.460270 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d2db2f8a-6075-49ce-9a8e-6e91c2c1a10e req-dfa4f2eb-a27d-4611-913f-99c08fde11cf tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.1097524 Apr 16 12:06:30.475906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Calling delete_port for 866a3e58-de7a-4cff-8724-d73343947aca owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:30.506303 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d2db2f8a-6075-49ce-9a8e-6e91c2c1a10e req-d57e937c-b925-4f31-b172-77c8099fdd37 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450675 Apr 16 12:06:30.621942 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b', 'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'mac_address': 'fa:16:3e:f0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:30Z', 'updated_at': '2021-04-16T12:00:45Z', 'revision_number': 5, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'subnets': [{'id': '68e96243-886f-4aae-915e-46910fab8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:30.626744 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] Checking router: 2275b079-da98-4b9d-90a3-e3d7b5d2b19b for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:30.636283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] Routers {'2275b079-da98-4b9d-90a3-e3d7b5d2b19b'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:30.637235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:30.647646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.663321 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-67ad828e-5c21-4424-8ef6-eaa8c6c36d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:30.676655 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fa35bfa6-6de7-4014-a1f5-e99ce1c463c6 req-f8871a20-020f-45ff-ae98-e1e1cf1dff8c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 210 time: 0.0541403 Apr 16 12:06:30.701000 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['80211b8f-4eae-40f7-b73b-e3f213bbbc6d', '866a3e58-de7a-4cff-8724-d73343947aca'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:06:30.760228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Pushing event deleted for resources: {'Port': ['ID=866a3e58-de7a-4cff-8724-d73343947aca,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:30.767355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:30.910786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] No DVR routers for this DVR port 866a3e58-de7a-4cff-8724-d73343947aca on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:06:30.913357 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:30.925789 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-b002c855-fd91-47b9-8869-ae4882ac5105 req-3015754b-19b1-428c-9246-6d13f827c4d5 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "DELETE /v2.0/ports/866a3e58-de7a-4cff-8724-d73343947aca HTTP/1.1" status: 204 len: 173 time: 0.9653928 Apr 16 12:06:30.929180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] Set router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:31.325775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b', 'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'mac_address': 'fa:16:3e:f0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:30Z', 'updated_at': '2021-04-16T12:00:45Z', 'revision_number': 5, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'subnets': [{'id': '68e96243-886f-4aae-915e-46910fab8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:31.330088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06802531-41d6-4a56-a3b2-081b92373bb3 None None] The sync data for ids ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'] in dv-cinder-786627-1-iscsi is: [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:00:32Z', 'revision_number': 4, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b', 'name': '', 'network_id': '1f3257f1-1776-430e-b756-cae43f523094', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'mac_address': 'fa:16:3e:f0:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '68e96243-886f-4aae-915e-46910fab8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:30Z', 'updated_at': '2021-04-16T12:00:45Z', 'revision_number': 5, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'subnets': [{'id': '68e96243-886f-4aae-915e-46910fab8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:31.732828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d40aa-9f4d-4c56-adbd-a4222ffc7e07 req-34468a55-1e26-4ace-a296-1d620e80da6e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:31.734412 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-164d40aa-9f4d-4c56-adbd-a4222ffc7e07 req-34468a55-1e26-4ace-a296-1d620e80da6e tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.0930769 Apr 16 12:06:31.747170 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f53609-99be-4919-88f5-fc673f43385b None None] New status for floating IP 82d4964a-55ef-4da2-918e-e3658ef0b82e: DOWN {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:06:32.005021 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-164d40aa-9f4d-4c56-adbd-a4222ffc7e07 req-68308758-767a-4278-ab20-e50da377ea2a tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/security-groups?id=770396a4-58e2-4a72-bdb7-db48266a7a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639747 Apr 16 12:06:32.085872 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-06676bb3-e3ad-409c-b87c-8bfed92c5dd9 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:32.086745 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-06676bb3-e3ad-409c-b87c-8bfed92c5dd9 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Synchronizing usage tracker for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:06:32.101929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-06676bb3-e3ad-409c-b87c-8bfed92c5dd9 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Unset dirty status for tenant:f7a44c96ec644398b4e11c7e8bf52cfd on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:06:32.103229 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-06676bb3-e3ad-409c-b87c-8bfed92c5dd9 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 945 time: 0.1051250 Apr 16 12:06:32.184742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Deleting port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:32.185142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:32.453007 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] For port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:32.453570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:32.588055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Calling delete_port for 35dc48d9-91a9-4dbc-a15d-a006c120fdbd owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:32.737349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:32.752881 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d613dd9d-54d4-42c6-ac55-997d6c1fa7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:32.801421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event deleted for resources: {'Port': ['ID=35dc48d9-91a9-4dbc-a15d-a006c120fdbd,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:32.851138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:32.997801 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] No DVR routers for this DVR port 35dc48d9-91a9-4dbc-a15d-a006c120fdbd on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:06:33.000161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:33.012195 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5ae74497-8f00-460f-8b0c-15c702b33094 req-bde828fc-c43e-4bb9-9131-c8c2a9ee4494 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.55 "DELETE /v2.0/ports/35dc48d9-91a9-4dbc-a15d-a006c120fdbd HTTP/1.1" status: 204 len: 173 time: 0.9033329 Apr 16 12:06:33.144925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 866a3e58-de7a-4cff-8724-d73343947aca no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:33.169256 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7dfb4874-cb46-4b0e-a1f2-78a98ab35e82 req-bb670d97-818e-44bc-94f0-8e596b49c0c6 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 210 time: 0.0507648 Apr 16 12:06:33.183118 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: 866a3e58-de7a-4cff-8724-d73343947aca {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:33.183522 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 866a3e58-de7a-4cff-8724-d73343947aca not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:33.184035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 35dc48d9-91a9-4dbc-a15d-a006c120fdbd no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:33.220136 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: 35dc48d9-91a9-4dbc-a15d-a006c120fdbd {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:33.220459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 35dc48d9-91a9-4dbc-a15d-a006c120fdbd not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:33.875970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b62e-450b-4bdf-9523-0ed11d41ce1f req-488c6c93-d9ab-442e-be68-c18685027df1 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:33.877603 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-28f7b62e-450b-4bdf-9523-0ed11d41ce1f req-488c6c93-d9ab-442e-be68-c18685027df1 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 946 time: 0.0937312 Apr 16 12:06:33.926960 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-28f7b62e-450b-4bdf-9523-0ed11d41ce1f req-ff0fc8bd-d9eb-4267-b005-55a85f85805e tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427940 Apr 16 12:06:34.268820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60448) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:34.341383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9b7d-7e70-41c0-aea2-4bd07aeeb4fb tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:34.372572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9b7d-7e70-41c0-aea2-4bd07aeeb4fb tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:34.428223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9b7d-7e70-41c0-aea2-4bd07aeeb4fb tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:34.433654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-220c65ff-164b-4c8e-9b43-da7694d35c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:34.450413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb9b7d-7e70-41c0-aea2-4bd07aeeb4fb tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770396a4-58e2-4a72-bdb7-db48266a7a43,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:34.456265 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ffeb9b7d-7e70-41c0-aea2-4bd07aeeb4fb tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:34.458405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9b7d-7e70-41c0-aea2-4bd07aeeb4fb tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:34.462595 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ffeb9b7d-7e70-41c0-aea2-4bd07aeeb4fb tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] 10.222.0.48 "DELETE /v2.0/security-groups/770396a4-58e2-4a72-bdb7-db48266a7a43 HTTP/1.1" status: 204 len: 168 time: 0.1901543 Apr 16 12:06:34.511808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60454) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:35.131808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b288b-c40b-42e9-aea6-0205789b2069 req-c69fe16d-f1ab-49e6-8452-db583c5107b7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:35.133494 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f68b288b-c40b-42e9-aea6-0205789b2069 req-c69fe16d-f1ab-49e6-8452-db583c5107b7 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 946 time: 0.0902066 Apr 16 12:06:35.184859 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f68b288b-c40b-42e9-aea6-0205789b2069 req-2d01fa4f-7345-463a-91d5-7b3516fbe5ea tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449100 Apr 16 12:06:35.195456 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854331395'] for router_interface, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:35.796361 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-206ee269-d7a2-4333-b345-000ec4cdd558 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:35.797039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-206ee269-d7a2-4333-b345-000ec4cdd558 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Synchronizing usage tracker for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:06:35.823956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-206ee269-d7a2-4333-b345-000ec4cdd558 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Unset dirty status for tenant:159e7339b5de4cb28b493f0b34f89c96 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:06:35.825170 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-206ee269-d7a2-4333-b345-000ec4cdd558 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 946 time: 0.2556973 Apr 16 12:06:35.914600 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Deleting port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:35.914982 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.058594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Deleting port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:36.058892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.387339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] For port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,segment=NetworkSegment(bf3c94ed-4751-4d50-9294-59e7736ca156),segment_id=bf3c94ed-4751-4d50-9294-59e7736ca156)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:36.388169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.392492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7d4cf-685e-4c66-bd80-9e3499bbbbf4 req-1abfed6f-f5cd-4ec1-9cca-8f09e7fe6852 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:36.394169 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-00f7d4cf-685e-4c66-bd80-9e3499bbbbf4 req-1abfed6f-f5cd-4ec1-9cca-8f09e7fe6852 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 946 time: 0.0893435 Apr 16 12:06:36.397074 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] For port 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:36.397474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.444569 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-00f7d4cf-685e-4c66-bd80-9e3499bbbbf4 req-f6f9b7d5-a3d6-401c-985a-81a67314e0a9 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/security-groups?id=f01f0d42-9c38-42ae-afb6-56c3f42cbc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Apr 16 12:06:36.585997 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Calling delete_port for 80211b8f-4eae-40f7-b73b-e3f213bbbc6d owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:36.689735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Calling delete_port for 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b owned by network:router_interface {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:36.885220 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.896231 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['80211b8f-4eae-40f7-b73b-e3f213bbbc6d'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:06:36.900710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:36.953478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Pushing event deleted for resources: {'Port': ['ID=80211b8f-4eae-40f7-b73b-e3f213bbbc6d,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:37.034737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:37.091558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.109002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-52202859-7b50-4e7e-ba6d-6512bf3c8f1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:37.212911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:37.223755 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:37.351832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] No DVR routers for this DVR port 80211b8f-4eae-40f7-b73b-e3f213bbbc6d on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:06:37.356429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.407214 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-cb2da12a-0400-4c5c-b1a4-3c7a6f831ce5 req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.55 "DELETE /v2.0/ports/80211b8f-4eae-40f7-b73b-e3f213bbbc6d HTTP/1.1" status: 204 len: 173 time: 1.5717394 Apr 16 12:06:37.641738 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-916a298a-de84-42eb-8e32-424ba5eb5889 req-41dd2b10-54dd-4ed3-81fd-eca33baabb58 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] 10.222.0.48 "GET /v2.0/ports?device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 210 time: 0.0494695 Apr 16 12:06:37.667258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854332074'] for router_interface, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:38.402417 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f43b4ea1-b09d-4e7b-907f-ccf29f359296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:38.437160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:06:38.628975 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:38.634101 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] 10.222.0.48 "PUT /v2.0/routers/2275b079-da98-4b9d-90a3-e3d7b5d2b19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1211295 Apr 16 12:06:38.637151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60466) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:38.638107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] Sync routers for ids ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:38.648961 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] Routers {'2275b079-da98-4b9d-90a3-e3d7b5d2b19b'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:38.649633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:38.747026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60472) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:38.831577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Notify callbacks [] for router, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:38.864627 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] Set router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:38.918771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b51795-0e0b-4810-9eea-b8f611dc8bcd admin admin] Deleting subnet 2486161c-73aa-466a-a26d-c086595bef91 {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:06:38.923659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-45b51795-0e0b-4810-9eea-b8f611dc8bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.003319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-45b51795-0e0b-4810-9eea-b8f611dc8bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2876223'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.038604 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.047508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Deleting port ec8eb587-41d5-445e-9472-3f660998a897 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:39.047905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.065841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-45b51795-0e0b-4810-9eea-b8f611dc8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.205906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 80211b8f-4eae-40f7-b73b-e3f213bbbc6d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:39.239564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] For port ec8eb587-41d5-445e-9472-3f660998a897, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=ec8eb587-41d5-445e-9472-3f660998a897,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:39.240779 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.244213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: 80211b8f-4eae-40f7-b73b-e3f213bbbc6d {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:39.244614 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 80211b8f-4eae-40f7-b73b-e3f213bbbc6d not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:39.274075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:06:36Z', 'revision_number': 5, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port': {'id': 'ec8eb587-41d5-445e-9472-3f660998a897', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:23Z', 'updated_at': '2021-04-16T12:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:39.278284 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] Checking router: 2275b079-da98-4b9d-90a3-e3d7b5d2b19b for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:39.287176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] Routers {'2275b079-da98-4b9d-90a3-e3d7b5d2b19b'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:39.287835 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:10Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:39.341283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-45b51795-0e0b-4810-9eea-b8f611dc8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851926571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2267803'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.357667 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:39.382095 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Calling delete_port for ec8eb587-41d5-445e-9472-3f660998a897 owned by network:router_gateway {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:39.454832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] Set router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b gateway port host: None {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:39.473625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b51795-0e0b-4810-9eea-b8f611dc8bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2486161c-73aa-466a-a26d-c086595bef91,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:39.478834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-45b51795-0e0b-4810-9eea-b8f611dc8bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:39.517549 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-45b51795-0e0b-4810-9eea-b8f611dc8bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.526365 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-45b51795-0e0b-4810-9eea-b8f611dc8bcd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2486161c-73aa-466a-a26d-c086595bef91 HTTP/1.1" status: 204 len: 168 time: 0.7756987 Apr 16 12:06:39.526715 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60478) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:39.572951 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:06:39Z', 'revision_number': 6, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port_host': None}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:39.574842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.577283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af14830-6de7-4a9f-a081-1b2ef942ff71 None None] The sync data for ids ['2275b079-da98-4b9d-90a3-e3d7b5d2b19b'] in dv-cinder-786627-1-iscsi is: [{'id': '2275b079-da98-4b9d-90a3-e3d7b5d2b19b', 'name': 'tempest-TestShelveInstance-1884153354-router', 'tenant_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:22Z', 'updated_at': '2021-04-16T12:06:39Z', 'revision_number': 6, 'project_id': 'f7a44c96ec644398b4e11c7e8bf52cfd', 'gw_port_host': None}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:39.592129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e5c39baa-3f11-4620-96fe-eec3d4cf57c7 tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:39.660146 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.694055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8eb587-41d5-445e-9472-3f660998a897,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:39.708537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.708965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.709370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.709829 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.710176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.710573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.710972 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.711374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.711953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.712368 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.712758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.713149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:39.718421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:39.857861 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.881915 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331924'] for router_gateway, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.977151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9ff803-1538-485d-87d2-8dd07403f8a7']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:39.991849 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3c94ed-4751-4d50-9294-59e7736ca156') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:39.992399 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3c94ed-4751-4d50-9294-59e7736ca156') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:40.005068 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851899641'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.020701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.031487 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:06:40.058938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ec8eb587-41d5-445e-9472-3f660998a897 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:40.073703 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854333866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12715'] for router, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.076387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.100646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440518'] for router, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.101317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2275b079-da98-4b9d-90a3-e3d7b5d2b19b {{(pid=85343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:06:40.102420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: ec8eb587-41d5-445e-9472-3f660998a897 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:40.103034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ec8eb587-41d5-445e-9472-3f660998a897 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:40.103702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:40.118833 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Notify callbacks [] for router, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.120949 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2275b079-da98-4b9d-90a3-e3d7b5d2b19b HTTP/1.1" status: 204 len: 168 time: 1.4819887 Apr 16 12:06:40.123097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60482) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:40.142005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:40.142505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 1e21c85e-8b3e-4a1e-a4d5-8f56b702ae7b not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:40.196537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a85621-d4d9-480a-b2d6-38d2e318dda5 admin admin] Deleting subnet 68e96243-886f-4aae-915e-46910fab8b71 {{(pid=85343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:06:40.200183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-10a85621-d4d9-480a-b2d6-38d2e318dda5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.219452 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Network 8e9ff803-1538-485d-87d2-8dd07403f8a7 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:40.229521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2848884'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.254558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-10a85621-d4d9-480a-b2d6-38d2e318dda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4193662'] for subnet, precommit_delete_associations {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.343334 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-10a85621-d4d9-480a-b2d6-38d2e318dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.415826 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Network 8e9ff803-1538-485d-87d2-8dd07403f8a7 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:06:40.438638 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:06:40.512355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9a9b195c-4560-42b6-9839-b32481df489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.527048 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.531011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c7f83bee-636c-4cda-bf0b-4206432c0fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:40.547628 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.556721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9ff803-1538-485d-87d2-8dd07403f8a7,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:40.560378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:40.565361 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-cd531809-609c-466b-a42a-468f4a087dff admin admin] 10.222.0.48 "DELETE /v2.0/networks/8e9ff803-1538-485d-87d2-8dd07403f8a7 HTTP/1.1" status: 204 len: 168 time: 1.0374923 Apr 16 12:06:40.613504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-10a85621-d4d9-480a-b2d6-38d2e318dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9464060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845260100'] for subnet, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.630498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a5d8b5f8-eb97-4d70-8b58-dc674f262a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:40.686400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60488) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:40.714159 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a85621-d4d9-480a-b2d6-38d2e318dda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e96243-886f-4aae-915e-46910fab8b71,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:40.728928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-10a85621-d4d9-480a-b2d6-38d2e318dda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:40.743629 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-be8e5cfb-f6c1-4839-8e33-f08878324a04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=159e7339b5de4cb28b493f0b34f89c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533781 Apr 16 12:06:40.744732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60492) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:40.769931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-10a85621-d4d9-480a-b2d6-38d2e318dda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.777101 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-10a85621-d4d9-480a-b2d6-38d2e318dda5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/68e96243-886f-4aae-915e-46910fab8b71 HTTP/1.1" status: 204 len: 168 time: 0.6500387 Apr 16 12:06:40.777282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1248b75-77eb-4762-982f-a683ef7c0da3 None None] Network 1f3257f1-1776-430e-b756-cae43f523094 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:40.777960 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60496) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:40.808602 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf9e5e1a-5a0c-4083-9c44-e0ad7b7f43ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.836955 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf9e5e1a-5a0c-4083-9c44-e0ad7b7f43ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.891243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf9e5e1a-5a0c-4083-9c44-e0ad7b7f43ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.895147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.896094 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e4fe71aa-d552-4986-bc69-174448eb8d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:40.910092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e5e1a-5a0c-4083-9c44-e0ad7b7f43ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01f0d42-9c38-42ae-afb6-56c3f42cbc72,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:40.913965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bf9e5e1a-5a0c-4083-9c44-e0ad7b7f43ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:40.925908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf9e5e1a-5a0c-4083-9c44-e0ad7b7f43ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:40.930071 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-bf9e5e1a-5a0c-4083-9c44-e0ad7b7f43ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f01f0d42-9c38-42ae-afb6-56c3f42cbc72 HTTP/1.1" status: 204 len: 168 time: 0.1814306 Apr 16 12:06:40.968651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Deleting port dbf0cad1-7e40-4724-a0c9-2b908ce70618 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:40.969040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.063174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] DHCP port deletion for 1f3257f1-1776-430e-b756-cae43f523094 request from dv-cinder-786627-1-iscsi {{(pid=85345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:06:41.067480 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] Deleting port dbf0cad1-7e40-4724-a0c9-2b908ce70618 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:41.067989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.203418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] For port dbf0cad1-7e40-4724-a0c9-2b908ce70618, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=dbf0cad1-7e40-4724-a0c9-2b908ce70618,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:41.203815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.353222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Calling delete_port for dbf0cad1-7e40-4724-a0c9-2b908ce70618 owned by network:dhcp {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:41.361610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.439372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.458011 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0876db6b-0124-47a4-99ab-73f492d99e5e tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:41.482906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] For port dbf0cad1-7e40-4724-a0c9-2b908ce70618, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=dbf0cad1-7e40-4724-a0c9-2b908ce70618,segment=NetworkSegment(f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480),segment_id=f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:41.483630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.566376 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf0cad1-7e40-4724-a0c9-2b908ce70618,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:41.571486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:41.606424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] No DVR routers for this DVR port dbf0cad1-7e40-4724-a0c9-2b908ce70618 on host dv-cinder-786627-1-iscsi {{(pid=85343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:06:41.632684 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] Calling delete_port for dbf0cad1-7e40-4724-a0c9-2b908ce70618 owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:41.716267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.api [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:06:41.716685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_db.api [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:06:41.730776 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.846642 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3257f1-1776-430e-b756-cae43f523094']}} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:41.858331 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.861989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480') {'for_net_delete': True} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:41.862343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d2d37c-4e1d-4d3a-84f7-bdbbb0e66480') {} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:41.874803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850582202'] for segment, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.897562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.904149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=85343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:06:42.055793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device dbf0cad1-7e40-4724-a0c9-2b908ce70618 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:42.095517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Network 1f3257f1-1776-430e-b756-cae43f523094 has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:42.099411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: dbf0cad1-7e40-4724-a0c9-2b908ce70618 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:42.099754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device dbf0cad1-7e40-4724-a0c9-2b908ce70618 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:42.105429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845311651'] for segment, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:42.218221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] Deleting port dbf0cad1-7e40-4724-a0c9-2b908ce70618 {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:42.218672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:42.296497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-53794a33-9e3c-4f98-bbb3-d01eb042948e None None] The port 'dbf0cad1-7e40-4724-a0c9-2b908ce70618' was deleted {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:06:42.539895 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Network 1f3257f1-1776-430e-b756-cae43f523094 has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:06:42.569801 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:06:42.652452 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:42.656236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-98e281dc-475a-45b1-8e57-83028f6475dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:42.676261 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:42.683404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3257f1-1776-430e-b756-cae43f523094,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:42.688371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:42.699906 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-47044727-a38a-4fd8-9d51-e7c5006a3f77 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1f3257f1-1776-430e-b756-cae43f523094 HTTP/1.1" status: 204 len: 168 time: 1.9208119 Apr 16 12:06:42.702859 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60540) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:43.222230 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:43.282852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854331395'] for router_interface, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:43.670726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Deleting port 2d6be75d-bf47-46a4-ab43-ba72afe8a420 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:43.671189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:43.773823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:06:43.799010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60572) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:43.858168 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] For port 2d6be75d-bf47-46a4-ab43-ba72afe8a420, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=2d6be75d-bf47-46a4-ab43-ba72afe8a420,segment=NetworkSegment(4166d76d-10a5-4ef3-8670-8d95cb2d5bc1),segment_id=4166d76d-10a5-4ef3-8670-8d95cb2d5bc1)] {{(pid=85343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:43.858575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:43.926111 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-49554811-19c1-405c-b201-94e4c9cffad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:43.942010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-49554811-19c1-405c-b201-94e4c9cffad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:43.946766 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-49554811-19c1-405c-b201-94e4c9cffad2 admin admin] Usage tracker for resource:security_group_rule and tenant:4574fbf1fd554b489ae0a857fb077be0 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:43.949778 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-49554811-19c1-405c-b201-94e4c9cffad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:43.955804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-49554811-19c1-405c-b201-94e4c9cffad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:43.995575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Calling delete_port for 2d6be75d-bf47-46a4-ab43-ba72afe8a420 owned by network:router_interface {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:44.047151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-49554811-19c1-405c-b201-94e4c9cffad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.050411 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-49554811-19c1-405c-b201-94e4c9cffad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.060369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-596986fc-6bec-456f-bfb6-67b67c5a5521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:44.103747 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-49554811-19c1-405c-b201-94e4c9cffad2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4574fbf1fd554b489ae0a857fb077be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035557 Apr 16 12:06:44.104756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49554811-19c1-405c-b201-94e4c9cffad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa742ad-c2ff-40f9-bb67-e5f03460135e,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:44.106874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60578) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:44.108308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-49554811-19c1-405c-b201-94e4c9cffad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:44.231849 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3e5a40ba-c179-4cc4-88c5-a9bd7a14e733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.242248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.259921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6dc7ca8d-0efa-4323-a2bd-cecc66da4240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:44.359544 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6be75d-bf47-46a4-ab43-ba72afe8a420,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:44.372243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:44.374097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3e5a40ba-c179-4cc4-88c5-a9bd7a14e733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.473412 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3e5a40ba-c179-4cc4-88c5-a9bd7a14e733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.508521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0e2bf19d-b4b3-400c-b72a-74b94343d013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:44.560794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a40ba-c179-4cc4-88c5-a9bd7a14e733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa742ad-c2ff-40f9-bb67-e5f03460135e,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:44.567453 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3e5a40ba-c179-4cc4-88c5-a9bd7a14e733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:44.600939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-3e5a40ba-c179-4cc4-88c5-a9bd7a14e733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.602422 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-3e5a40ba-c179-4cc4-88c5-a9bd7a14e733 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1aa742ad-c2ff-40f9-bb67-e5f03460135e HTTP/1.1" status: 204 len: 168 time: 0.4940434 Apr 16 12:06:44.794690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854332074'] for router_interface, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.904985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60586) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:44.924928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.941735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:44.946264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Usage tracker for resource:security_group_rule and tenant:f0df5cdd806a4bd4b1a14cc01fda035b is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:44.949207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:44.955456 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:45.045447 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:45.048337 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:45.057603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c0e3a885-75ea-45f1-8229-49c580d4f0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:45.100591 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0df5cdd806a4bd4b1a14cc01fda035b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942604 Apr 16 12:06:45.102343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e090366-0abf-4c74-b7e6-d1d1197f61ba,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:45.104204 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60590) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:45.111216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.111651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.112123 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.112525 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.112941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.113359 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.113774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.114187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.114602 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.115514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.115999 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.116400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:45.120465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:45.557073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7668-acb3-45d4-a43b-08955e24ab90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:45.603790 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7668-acb3-45d4-a43b-08955e24ab90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:45.637852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:06:45.797080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7668-acb3-45d4-a43b-08955e24ab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:45.804641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6a2f7a91-db1f-4f60-a26c-ef7802f94986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:45.831360 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d7668-acb3-45d4-a43b-08955e24ab90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e090366-0abf-4c74-b7e6-d1d1197f61ba,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:45.836970 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8e5d7668-acb3-45d4-a43b-08955e24ab90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:45.839730 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7668-acb3-45d4-a43b-08955e24ab90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:45.840985 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8e5d7668-acb3-45d4-a43b-08955e24ab90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e090366-0abf-4c74-b7e6-d1d1197f61ba HTTP/1.1" status: 204 len: 168 time: 0.7357655 Apr 16 12:06:45.872197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:45.880249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60596) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:45.880377 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-68e953a1-1709-4ddd-b709-7f3c5b849a0f admin admin] 10.222.0.48 "PUT /v2.0/routers/547ec67a-e1d2-4919-956e-1b63ca21b9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1764553 Apr 16 12:06:45.882324 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] Sync routers for ids ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:45.892120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] Routers {'547ec67a-e1d2-4919-956e-1b63ca21b9f7'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:45.892804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:46.075182 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:46.098145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] Set router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:46.269709 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:46.279223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Deleting port 8a583a33-e949-459e-ae3b-ef16b31ca2f6 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:46.279809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:46.493302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] For port 8a583a33-e949-459e-ae3b-ef16b31ca2f6, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=8a583a33-e949-459e-ae3b-ef16b31ca2f6,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:46.493828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:46.593515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'name': 'tempest-TestShelveInstance-1943635597-router', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:40Z', 'updated_at': '2021-04-16T12:06:44Z', 'revision_number': 5, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'gw_port': {'id': '8a583a33-e949-459e-ae3b-ef16b31ca2f6', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:00:44Z', 'updated_at': '2021-04-16T12:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:46.598790 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] Checking router: 547ec67a-e1d2-4919-956e-1b63ca21b9f7 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:46.608796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] Routers {'547ec67a-e1d2-4919-956e-1b63ca21b9f7'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:46.609484 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:46.636701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Calling delete_port for 8a583a33-e949-459e-ae3b-ef16b31ca2f6 owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:46.672622 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60618) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:46.777113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] Set router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 gateway port host: None {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:46.797414 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1174141279-network', 'tenant_id': '17bf006335f84e0b91e8fe8f6e2cc7f5'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:46.803040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:46.807318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Usage tracker for resource:network and tenant:17bf006335f84e0b91e8fe8f6e2cc7f5 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:46.810400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:46.815722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:46.818323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:46.828502 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Made reservation on behalf of 17bf006335f84e0b91e8fe8f6e2cc7f5 for: {'network': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:46.832383 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a985cab6-a241-4c06-b2de-95352e2ebfd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:46.833389 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:46.846993 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:46.862818 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:46.867526 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Usage tracker for resource:security_group_rule and tenant:17bf006335f84e0b91e8fe8f6e2cc7f5 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:46.870479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:46.880170 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:46.895550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'name': 'tempest-TestShelveInstance-1943635597-router', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:40Z', 'updated_at': '2021-04-16T12:06:46Z', 'revision_number': 6, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'gw_port_host': None}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:46.899943 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3980672-a3a3-42b0-b72b-f3e668b43719 None None] The sync data for ids ['547ec67a-e1d2-4919-956e-1b63ca21b9f7'] in dv-cinder-786627-1-iscsi is: [{'id': '547ec67a-e1d2-4919-956e-1b63ca21b9f7', 'name': 'tempest-TestShelveInstance-1943635597-router', 'tenant_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:00:40Z', 'updated_at': '2021-04-16T12:06:46Z', 'revision_number': 6, 'project_id': 'ce00a3631312457cb7c8b85d0fb76a5d', 'gw_port_host': None}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:46.981934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:46.985685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:46.991002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f636cb08-0408-41eb-8fdd-cc14c20ca79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:47.022922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=85343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:06:47.038503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a440f97b-a26c-4436-a155-8cd0fa777152,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:47.043347 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:47.044455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.044870 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Added segment d278a48f-0d77-413d-a557-23727b851e89 of type vlan for network 8187d9d2-555b-4d00-bad4-f661f6ba7c9f Apr 16 12:06:47.076057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.110752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.112370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:47.113028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.119356 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:47.202006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a583a33-e949-459e-ae3b-ef16b31ca2f6,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:47.206004 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:47.235494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Pushing event updated for resources: {'Network': ['ID=8187d9d2-555b-4d00-bad4-f661f6ba7c9f,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:47.238295 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5645084 Apr 16 12:06:47.239397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ae464368-e055-412b-b751-efdbc4ecafdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:47.243825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60624) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:47.249612 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 8187d9d2-555b-4d00-bad4-f661f6ba7c9f details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:06:47.252878 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Request body: {'subnet': {'network_id': '8187d9d2-555b-4d00-bad4-f661f6ba7c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1174141279-subnet', 'tenant_id': '17bf006335f84e0b91e8fe8f6e2cc7f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:47.260638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:47.275685 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Usage tracker for resource:subnet and tenant:17bf006335f84e0b91e8fe8f6e2cc7f5 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:47.281715 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:47.290838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:47.339209 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Made reservation on behalf of 17bf006335f84e0b91e8fe8f6e2cc7f5 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:47.344051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852507983'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.498567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331924'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.697228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854333866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12715'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.700297 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.758994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440518'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.759548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 547ec67a-e1d2-4919-956e-1b63ca21b9f7 {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:06:47.839206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.840480 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/547ec67a-e1d2-4919-956e-1b63ca21b9f7 HTTP/1.1" status: 204 len: 168 time: 1.9582059 Apr 16 12:06:47.843488 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60628) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:47.910834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afb88d8-eb14-4142-a4cb-8074f706befd admin admin] Deleting subnet 98c61ca2-cda9-4f7c-b5e5-c522d9b18382 {{(pid=85343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:06:47.914069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8afb88d8-eb14-4142-a4cb-8074f706befd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.966521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8afb88d8-eb14-4142-a4cb-8074f706befd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4193662'] for subnet, precommit_delete_associations {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.034298 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2849262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852508030'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.047224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 8a583a33-e949-459e-ae3b-ef16b31ca2f6 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:48.050961 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-601d9abf-39e4-4e0f-bef6-9ef6291559ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:48.060223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8afb88d8-eb14-4142-a4cb-8074f706befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.088112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 8a583a33-e949-459e-ae3b-ef16b31ca2f6 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:48.088112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 8a583a33-e949-459e-ae3b-ef16b31ca2f6 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:48.088429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 2d6be75d-bf47-46a4-ab43-ba72afe8a420 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:48.125821 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 2d6be75d-bf47-46a4-ab43-ba72afe8a420 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:48.126361 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 2d6be75d-bf47-46a4-ab43-ba72afe8a420 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:48.184733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5596bf-49c6-49af-9ba6-aa7bb7d97e8c,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:48.200922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:48.260030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Checking segment: {'id': 'd278a48f-0d77-413d-a557-23727b851e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8187d9d2-555b-4d00-bad4-f661f6ba7c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:48.260326 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Network hostable DHCP agents. Network: 8187d9d2-555b-4d00-bad4-f661f6ba7c9f, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:06:48.279403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Network 8187d9d2-555b-4d00-bad4-f661f6ba7c9f is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:06:48.287663 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 8187d9d2-555b-4d00-bad4-f661f6ba7c9f) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:48.299044 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ee7ca-5edd-4666-85a4-4accee546af1 None None] Network 8187d9d2-555b-4d00-bad4-f661f6ba7c9f requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:48.300477 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:48.301339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.320159 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-593cc9d6-9087-49ec-be35-04e4eefa8c4f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0744543 Apr 16 12:06:48.338187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8afb88d8-eb14-4142-a4cb-8074f706befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9464060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845260100'] for subnet, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.354247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:48.452181 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb88d8-eb14-4142-a4cb-8074f706befd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c61ca2-cda9-4f7c-b5e5-c522d9b18382,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:48.457130 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8afb88d8-eb14-4142-a4cb-8074f706befd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:48.497299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8afb88d8-eb14-4142-a4cb-8074f706befd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.504533 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8afb88d8-eb14-4142-a4cb-8074f706befd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/98c61ca2-cda9-4f7c-b5e5-c522d9b18382 HTTP/1.1" status: 204 len: 168 time: 0.6597097 Apr 16 12:06:48.505295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520fed8f-6d3e-4e47-8b0e-dad73c75ccd8 None None] Network 952a14f1-607a-4337-a1e5-f918418e9fa5 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:48.507932 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60636) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:48.640866 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.644355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fe0bfb-6397-49e2-acd0-1d72298fc367 None None] Network 8187d9d2-555b-4d00-bad4-f661f6ba7c9f requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:48.713964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Deleting port 0fd4b790-1585-4382-9b75-0eacc4ffeccc {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:48.714343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.909024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60650) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:48.918201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1280297733-network', 'tenant_id': 'cf2a2108ac804edb859c65e38ee35fa2'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:48.929559 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:48.936943 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Usage tracker for resource:network and tenant:cf2a2108ac804edb859c65e38ee35fa2 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:48.940135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:48.946157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] For port 0fd4b790-1585-4382-9b75-0eacc4ffeccc, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=0fd4b790-1585-4382-9b75-0eacc4ffeccc,segment=NetworkSegment(4166d76d-10a5-4ef3-8670-8d95cb2d5bc1),segment_id=4166d76d-10a5-4ef3-8670-8d95cb2d5bc1)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:48.946510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:48.946638 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.956722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Made reservation on behalf of cf2a2108ac804edb859c65e38ee35fa2 for: {'network': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:48.962496 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.980490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.996906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:49.000990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Usage tracker for resource:security_group_rule and tenant:cf2a2108ac804edb859c65e38ee35fa2 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:49.004057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:49.012192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:49.012372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] DHCP port deletion for 952a14f1-607a-4337-a1e5-f918418e9fa5 request from dv-cinder-786627-1-iscsi {{(pid=85345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:06:49.016523 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] Deleting port 0fd4b790-1585-4382-9b75-0eacc4ffeccc {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:49.016962 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.086185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Calling delete_port for 0fd4b790-1585-4382-9b75-0eacc4ffeccc owned by network:dhcp {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:49.103407 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.106172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.110896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8c40e75e-cc08-43d5-9976-8131d674919f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:49.140213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=85343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:06:49.150169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbb9818-ea3b-48e6-a662-b3a86415e513,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:49.154177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:49.156786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.157186 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Added segment 0c8d7eb4-42b6-45b1-90bb-fa7ba4205a9f of type vlan for network 93dc5314-7932-4859-8dff-e805b6c64c42 Apr 16 12:06:49.172586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.186629 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.188690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:49.217633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.219551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:49.220233 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.225762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:49.257439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] For port 0fd4b790-1585-4382-9b75-0eacc4ffeccc, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=0fd4b790-1585-4382-9b75-0eacc4ffeccc,segment=NetworkSegment(4166d76d-10a5-4ef3-8670-8d95cb2d5bc1),segment_id=4166d76d-10a5-4ef3-8670-8d95cb2d5bc1)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:49.257772 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.297241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd4b790-1585-4382-9b75-0eacc4ffeccc,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:49.302132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:49.339068 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4256899 Apr 16 12:06:49.339579 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60654) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:49.339922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Pushing event updated for resources: {'Network': ['ID=93dc5314-7932-4859-8dff-e805b6c64c42,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:49.342810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:49.347276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Request body: {'subnet': {'network_id': '93dc5314-7932-4859-8dff-e805b6c64c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1280297733-subnet', 'tenant_id': 'cf2a2108ac804edb859c65e38ee35fa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:49.352810 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] No DVR routers for this DVR port 0fd4b790-1585-4382-9b75-0eacc4ffeccc on host dv-cinder-786627-1-iscsi {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:06:49.355266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:49.387842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 93dc5314-7932-4859-8dff-e805b6c64c42 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:06:49.390892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Usage tracker for resource:subnet and tenant:cf2a2108ac804edb859c65e38ee35fa2 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:49.408403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:49.409393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] Calling delete_port for 0fd4b790-1585-4382-9b75-0eacc4ffeccc owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:49.466289 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:49.496410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.510686 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Made reservation on behalf of cf2a2108ac804edb859c65e38ee35fa2 for: {'subnet': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:49.515484 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852507983'] for subnet, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.568787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.api [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:06:49.569231 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_db.api [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:06:49.712460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952a14f1-607a-4337-a1e5-f918418e9fa5']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:49.730806 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:49.731150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4166d76d-10a5-4ef3-8670-8d95cb2d5bc1') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:49.747384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851899641'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.765717 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.777347 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:06:50.022058 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Network 952a14f1-607a-4337-a1e5-f918418e9fa5 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:50.031914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2848884'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:50.043322 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 0fd4b790-1585-4382-9b75-0eacc4ffeccc no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:50.079648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] Deleting port 0fd4b790-1585-4382-9b75-0eacc4ffeccc {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:50.080078 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:50.121074 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 0fd4b790-1585-4382-9b75-0eacc4ffeccc {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:50.121475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 0fd4b790-1585-4382-9b75-0eacc4ffeccc not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:50.158343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-62c01bee-c89a-4a29-b1e0-c3bfb8ffb74c None None] The port '0fd4b790-1585-4382-9b75-0eacc4ffeccc' was deleted {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:06:50.295050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Network 952a14f1-607a-4337-a1e5-f918418e9fa5 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:06:50.319360 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:06:50.666647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:50.673715 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-873e90ea-afe5-478b-a531-75c1a1b12e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:50.687929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:50.704098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=952a14f1-607a-4337-a1e5-f918418e9fa5,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:50.719134 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:50.728964 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/952a14f1-607a-4337-a1e5-f918418e9fa5 HTTP/1.1" status: 204 len: 168 time: 2.2199442 Apr 16 12:06:50.805626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2849262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852508030'] for subnet, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:50.821081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:50.914319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60660) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:50.945329 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b357a5-eb88-4783-8cf8-b24dc633c4e5,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:50.957925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:50.970019 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8acd592f-3842-4b43-9945-2a4acd2b8622 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520036 Apr 16 12:06:50.970303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60664) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:51.018977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Checking segment: {'id': '0c8d7eb4-42b6-45b1-90bb-fa7ba4205a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '93dc5314-7932-4859-8dff-e805b6c64c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:51.019372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Network hostable DHCP agents. Network: 93dc5314-7932-4859-8dff-e805b6c64c42, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:06:51.037548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-13e4db0f-19de-4fd0-9c13-f488c9835182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.038790 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Network 93dc5314-7932-4859-8dff-e805b6c64c42 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:06:51.047566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 93dc5314-7932-4859-8dff-e805b6c64c42) {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:51.057391 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1957f5c7-022c-4ea2-a5da-ab0c87e6d2ef None None] Network 93dc5314-7932-4859-8dff-e805b6c64c42 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:51.060649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:51.061312 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.068496 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-13e4db0f-19de-4fd0-9c13-f488c9835182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.087998 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-73493c4b-91fa-4a26-93d3-84466c31b644 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7387791 Apr 16 12:06:51.116128 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-13e4db0f-19de-4fd0-9c13-f488c9835182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.121703 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-25b2bc63-9148-423e-aa3b-e995a736eb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:51.136032 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4db0f-19de-4fd0-9c13-f488c9835182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be441fe6-14e7-45e6-b9ba-1743938b825f,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:51.140798 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-13e4db0f-19de-4fd0-9c13-f488c9835182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:51.146295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-13e4db0f-19de-4fd0-9c13-f488c9835182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.150509 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-13e4db0f-19de-4fd0-9c13-f488c9835182 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be441fe6-14e7-45e6-b9ba-1743938b825f HTTP/1.1" status: 204 len: 168 time: 0.1768103 Apr 16 12:06:51.326588 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3388b3-073a-4f1d-8966-58416b6c30be None None] Network 93dc5314-7932-4859-8dff-e805b6c64c42 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:51.550132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60678) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:51.610035 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-35185c01-b5da-4a77-92f2-9a2fb27df42e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce00a3631312457cb7c8b85d0fb76a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559087 Apr 16 12:06:51.610305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60682) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:51.678527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-83daa03b-1a6d-4b00-b48f-1bd1e51df3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.708755 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-83daa03b-1a6d-4b00-b48f-1bd1e51df3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.755693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-83daa03b-1a6d-4b00-b48f-1bd1e51df3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.761627 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-51c52993-3878-4143-9553-9cd915267335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:51.773418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daa03b-1a6d-4b00-b48f-1bd1e51df3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1843cb-2728-4baa-aa35-243b87d37c1a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:51.778561 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-83daa03b-1a6d-4b00-b48f-1bd1e51df3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:51.780907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-83daa03b-1a6d-4b00-b48f-1bd1e51df3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.782147 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-83daa03b-1a6d-4b00-b48f-1bd1e51df3ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc1843cb-2728-4baa-aa35-243b87d37c1a HTTP/1.1" status: 204 len: 168 time: 0.1708393 Apr 16 12:06:52.150542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.556122 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60710) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:52.670278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1967998058-network', 'tenant_id': '063bee69520345d58b472248ded51875'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:52.675434 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:52.680073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Usage tracker for resource:network and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:52.683123 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:52.689187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:52.699651 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Made reservation on behalf of 063bee69520345d58b472248ded51875 for: {'network': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:52.704459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.717655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.732747 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:52.737157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:52.740098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:52.746630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:52.831498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.834334 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.838547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6debbd3a-f5b2-4555-a0f7-f3708056c678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:52.867897 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=85343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:06:52.881755 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb50bfa-2c5e-44b3-92fa-850e5248cebf,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:52.885138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:52.888089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.888434 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Added segment 4b1d6769-9545-4065-9c25-ced83ab60469 of type vlan for network a81fee99-a812-45d7-a1b3-049db933b2e3 Apr 16 12:06:52.915842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.946920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.948361 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:52.949041 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.954036 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:53.064033 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5059929 Apr 16 12:06:53.066545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60720) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:53.069325 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a81fee99-a812-45d7-a1b3-049db933b2e3,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:53.072306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:53.076824 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Request body: {'subnet': {'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1967998058-subnet', 'tenant_id': '063bee69520345d58b472248ded51875', 'ip_version': 4}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:53.079613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network a81fee99-a812-45d7-a1b3-049db933b2e3 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:06:53.082960 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:53.087193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Usage tracker for resource:subnet and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:53.090315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:53.096699 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:53.107136 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Made reservation on behalf of 063bee69520345d58b472248ded51875 for: {'subnet': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:53.112467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515670'] for subnet, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.527353 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845311801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515685'] for subnet, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.544042 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:53.685208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74f956e-e26c-4780-afb4-4040a85b275e,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:53.690193 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:53.748405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Checking segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:53.748890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Network hostable DHCP agents. Network: a81fee99-a812-45d7-a1b3-049db933b2e3, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:06:53.767435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Network a81fee99-a812-45d7-a1b3-049db933b2e3 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:06:53.776228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, a81fee99-a812-45d7-a1b3-049db933b2e3) {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:53.786464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ab61f0-4028-4a6e-8971-5dd96301e957 None None] Network a81fee99-a812-45d7-a1b3-049db933b2e3 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:53.788889 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:53.789547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.808850 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2242a9ec-5c33-4132-90c4-afc134491904 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7410686 Apr 16 12:06:53.811908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60732) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:53.817831 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:53.822960 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:53.827154 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Usage tracker for resource:router and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:53.830179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:53.836535 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:53.848184 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854333925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12756'] for router, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.849068 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763044'] for router, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.867006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.016618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1524a0a1-71c2-54fb-a479-75533e45da76-a81fee99-a812-45d7-a1b3-049db933b2e3', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e'}]}} from dv-cinder-786627-1-iscsi. {{(pid=85345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:06:54.017536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.157949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.182912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Allocated IP 172.20.0.2 (a81fee99-a812-45d7-a1b3-049db933b2e3/e74f956e-e26c-4780-afb4-4040a85b275e/92f3715c-2bdd-4f65-be92-3f61ea48f00f) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:54.397425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.408371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Transition to ACTIVE for port object 92f3715c-2bdd-4f65-be92-3f61ea48f00f will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:54.429815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Transition to ACTIVE for port object 92f3715c-2bdd-4f65-be92-3f61ea48f00f will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:54.432843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.448631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f72d7335-c10b-4664-9a91-65999982c82f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:54.484862 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.517297 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.583530 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Pushing event updated for resources: {'Port': ['ID=92f3715c-2bdd-4f65-be92-3f61ea48f00f,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:54.588080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:54.641102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Network a81fee99-a812-45d7-a1b3-049db933b2e3 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:54.642385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Resources bound (agent type, host, resource id): {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:54.644792 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:54.666377 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Allocated IP 172.27.3.120 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/ccfd8922-2485-4a70-84b1-0afea74821ef) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:54.741652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Attempting to bind port 92f3715c-2bdd-4f65-be92-3f61ea48f00f on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:06:54.742080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Attempting to bind port 92f3715c-2bdd-4f65-be92-3f61ea48f00f by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:06:54.742499 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Attempting to bind port 92f3715c-2bdd-4f65-be92-3f61ea48f00f on network a81fee99-a812-45d7-a1b3-049db933b2e3 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:54.748455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:06:54.748882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Checking segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:54.749337 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.749784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Bound using segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:06:54.750757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Bound port: 92f3715c-2bdd-4f65-be92-3f61ea48f00f, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:06:54.750757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.832871 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.845225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] For port 92f3715c-2bdd-4f65-be92-3f61ea48f00f, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:06:54.848881 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] For port 92f3715c-2bdd-4f65-be92-3f61ea48f00f, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=92f3715c-2bdd-4f65-be92-3f61ea48f00f,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:06:54.853171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.866410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.869592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:54.882650 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eab2fcb6-3631-47b9-a269-75a88b0b4084 tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:55.020956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Pushing event updated for resources: {'Port': ['ID=ccfd8922-2485-4a70-84b1-0afea74821ef,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:55.028285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Pushing event updated for resources: {'Port': ['ID=92f3715c-2bdd-4f65-be92-3f61ea48f00f,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:55.034039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:55.034272 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:55.077362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:55.078565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:55.080826 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:55.566103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:56.075742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 92f3715c-2bdd-4f65-be92-3f61ea48f00f up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:56.147515 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 92f3715c-2bdd-4f65-be92-3f61ea48f00f completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:56.183123 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954'] for router, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:56.413433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Router c8c53784-a813-47d3-9052-77ce64301fc4 is scheduled to L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa with binding_index 1 {{(pid=85344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:06:56.496782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81691b86-b0a8-496a-b1fc-fbad232c15c3 None None] Network a81fee99-a812-45d7-a1b3-049db933b2e3 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:56.611057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-35932b8b-deb7-465e-99ac-da3df981a695 None None] Provisioning for port 92f3715c-2bdd-4f65-be92-3f61ea48f00f completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:56.614958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:56.622951 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-35932b8b-deb7-465e-99ac-da3df981a695 None None] Provisioning complete for port 92f3715c-2bdd-4f65-be92-3f61ea48f00f triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:56.623221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-35932b8b-deb7-465e-99ac-da3df981a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:56.642445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:56.646860 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8311286 Apr 16 12:06:56.647088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60752) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:56.657880 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Sync routers for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:56.739528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:56.740752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:57.041017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-35932b8b-deb7-465e-99ac-da3df981a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.262030 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:57.385388 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-35932b8b-deb7-465e-99ac-da3df981a695 None None] For port 92f3715c-2bdd-4f65-be92-3f61ea48f00f, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=92f3715c-2bdd-4f65-be92-3f61ea48f00f,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:57.385659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.405472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-35932b8b-deb7-465e-99ac-da3df981a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.410719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:57.567973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35932b8b-deb7-465e-99ac-da3df981a695 None None] Pushing event updated for resources: {'Port': ['ID=92f3715c-2bdd-4f65-be92-3f61ea48f00f,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:57.574144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-35932b8b-deb7-465e-99ac-da3df981a695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:57.625529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Allocated IP 172.20.0.1 (a81fee99-a812-45d7-a1b3-049db933b2e3/e74f956e-e26c-4780-afb4-4040a85b275e/c87e0470-9f83-47ab-81dd-18d781a7d9fe) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:57.661422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:55Z', 'revision_number': 3, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:57.666082 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Checking router: c8c53784-a813-47d3-9052-77ce64301fc4 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:57.666489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Updating router c8c53784-a813-47d3-9052-77ce64301fc4 port ccfd8922-2485-4a70-84b1-0afea74821ef binding host dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:06:57.730393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.772210 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-6e6725a8-e028-4b42-8c89-c4bda378bc7b None None] Provisioning complete for port 92f3715c-2bdd-4f65-be92-3f61ea48f00f triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:57.772633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6e6725a8-e028-4b42-8c89-c4bda378bc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.783080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.799665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Transition to ACTIVE for port object c87e0470-9f83-47ab-81dd-18d781a7d9fe will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:57.824601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.841794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1b3a19aa-d26c-428b-ad41-1aaa3ed355c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:57.984974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c87e0470-9f83-47ab-81dd-18d781a7d9fe,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:57.988172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:58.046299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Network a81fee99-a812-45d7-a1b3-049db933b2e3 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:58.047989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:58.063256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:58.084989 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 92f3715c-2bdd-4f65-be92-3f61ea48f00f up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:06:58.134501 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444299'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.214418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 92f3715c-2bdd-4f65-be92-3f61ea48f00f triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:58.214843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.277404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.391931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.448153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Transition to ACTIVE for port object ccfd8922-2485-4a70-84b1-0afea74821ef will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:06:58.454350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-b32f5af7-0fd6-480a-8254-c091b0bb6ad3 None None] Provisioning for port c87e0470-9f83-47ab-81dd-18d781a7d9fe completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:06:58.461355 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.478941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:58.527900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-b32f5af7-0fd6-480a-8254-c091b0bb6ad3 None None] Provisioning complete for port c87e0470-9f83-47ab-81dd-18d781a7d9fe triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:58.528320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b32f5af7-0fd6-480a-8254-c091b0bb6ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.531152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.534814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.568838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-663ed8c9-de85-4486-a99e-05c52c999ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:58.652349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854155099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854331412'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.674290 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c87e0470-9f83-47ab-81dd-18d781a7d9fe,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:58.684750 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade41cd-3ab7-432b-bb3c-81b587d752e8 None None] Pushing event updated for resources: {'Port': ['ID=ccfd8922-2485-4a70-84b1-0afea74821ef,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:58.690586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fade41cd-3ab7-432b-bb3c-81b587d752e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:58.691224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-b32f5af7-0fd6-480a-8254-c091b0bb6ad3 None None] Port c87e0470-9f83-47ab-81dd-18d781a7d9fe cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:06:58.725431 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:58.753775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Attempting to bind port ccfd8922-2485-4a70-84b1-0afea74821ef on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:06:58.754202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Attempting to bind port ccfd8922-2485-4a70-84b1-0afea74821ef by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:06:58.754617 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Attempting to bind port ccfd8922-2485-4a70-84b1-0afea74821ef on network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:06:58.760569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:06:58.761004 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:58.761457 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.761907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Bound using segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:06:58.762434 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Bound port: ccfd8922-2485-4a70-84b1-0afea74821ef, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:06:58.762864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.801385 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Network a81fee99-a812-45d7-a1b3-049db933b2e3 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:58.802633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:58.847369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] For port ccfd8922-2485-4a70-84b1-0afea74821ef, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:06:58.851314 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] For port ccfd8922-2485-4a70-84b1-0afea74821ef, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=ccfd8922-2485-4a70-84b1-0afea74821ef,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:06:58.855427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:58.875551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-b7cf466a-4114-484e-af54-10529ee9f728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:59.046860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade41cd-3ab7-432b-bb3c-81b587d752e8 None None] Pushing event updated for resources: {'Port': ['ID=ccfd8922-2485-4a70-84b1-0afea74821ef,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:59.050394 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fade41cd-3ab7-432b-bb3c-81b587d752e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:59.071470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-2f28e9f5-58cf-4822-9cb8-1aaa128cda8c None None] Provisioning complete for port c87e0470-9f83-47ab-81dd-18d781a7d9fe triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:06:59.071829 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2f28e9f5-58cf-4822-9cb8-1aaa128cda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:59.156159 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-2f28e9f5-58cf-4822-9cb8-1aaa128cda8c None None] Port c87e0470-9f83-47ab-81dd-18d781a7d9fe cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:06:59.158753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:59.159416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:59.261439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Router c8c53784-a813-47d3-9052-77ce64301fc4 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:06:59.477422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:59.487257 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] 10.222.0.48 "PUT /v2.0/routers/c8c53784-a813-47d3-9052-77ce64301fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8391385 Apr 16 12:06:59.531542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:59.887940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 2, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:59.892712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af984165-48f7-4a84-bd19-b239d92c9447 None None] The sync data for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi is: [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 2, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:07:00.061827 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60790) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:00.068841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2100021431-network', 'tenant_id': '185909178a524d6e87512680f7a34e1b'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:00.074184 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:00.078507 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Usage tracker for resource:network and tenant:185909178a524d6e87512680f7a34e1b is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:00.081797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:00.088091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:00.101379 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Made reservation on behalf of 185909178a524d6e87512680f7a34e1b for: {'network': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:07:00.106212 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for network, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.120051 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.135375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:00.141759 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Usage tracker for resource:security_group_rule and tenant:185909178a524d6e87512680f7a34e1b is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:00.144732 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:00.151174 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:00.247965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.251295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.255895 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e1006cfa-8a02-467f-8807-780e86b8da83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:00.282585 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=85344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:07:00.297315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9537903-9399-4952-838d-907009f7b468,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:00.301741 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:00.302813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.303203 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.segments_db [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Added segment e757e919-2f58-4eb4-8383-d2cb2a4eb4d7 of type vlan for network 0db09c0b-6b56-4379-bbd4-931d34f27370 Apr 16 12:07:00.332254 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264805611943'] for network, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.364724 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084'] for network, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.366188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:00.366843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.372257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f699084f-57f1-45f3-869b-5fd174f59371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:00.479188 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4159737 Apr 16 12:07:00.481425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60794) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:00.486025 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Pushing event updated for resources: {'Network': ['ID=0db09c0b-6b56-4379-bbd4-931d34f27370,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:00.488920 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:00.489366 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Request body: {'subnet': {'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2100021431-subnet', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'ip_version': 4}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:00.498538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Network 0db09c0b-6b56-4379-bbd4-931d34f27370 details requested by agent ovs-agent-dv-cinder-786627-1-iscsi with host dv-cinder-786627-1-iscsi {{(pid=85345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:07:00.502741 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:00.507590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Usage tracker for resource:subnet and tenant:185909178a524d6e87512680f7a34e1b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:00.512198 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:00.519026 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:00.533039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Made reservation on behalf of 185909178a524d6e87512680f7a34e1b for: {'subnet': 1} {{(pid=85343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:07:00.538665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515670'] for subnet, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.985548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845311801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515685'] for subnet, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.999697 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6adf1b76-5bab-49e5-b64e-f4142c5543bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:01.130014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b111266d-3f79-4bef-9eef-b39c8be8cb1c,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:01.143394 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:01.206782 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Checking segment: {'id': 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:07:01.207186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Network hostable DHCP agents. Network: 0db09c0b-6b56-4379-bbd4-931d34f27370, hostable agents: ['18291029-65f4-45fb-8a38-6ef138fe3e37'], hosted agents: [] {{(pid=85343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:07:01.225555 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Network 0db09c0b-6b56-4379-bbd4-931d34f27370 is scheduled to be hosted by DHCP agent 18291029-65f4-45fb-8a38-6ef138fe3e37 with binding_index 1 {{(pid=85343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:07:01.234876 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-iscsi, 0db09c0b-6b56-4379-bbd4-931d34f27370) {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:01.245271 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18201d76-71cb-4baf-b7e4-3e6e77fd6fde None None] Network 0db09c0b-6b56-4379-bbd4-931d34f27370 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:07:01.250257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:01.250929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:01.272982 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-02b00562-758e-42d2-951b-231e7fd5de1d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7901018 Apr 16 12:07:01.276929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60802) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:01.284002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2100021431-router', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:01.290401 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:01.295084 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Usage tracker for resource:router and tenant:185909178a524d6e87512680f7a34e1b is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:01.299345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:01.306441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:01.315976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854333925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12756'] for router, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:01.317318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-442054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763044'] for router, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:01.336662 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:01.539458 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1524a0a1-71c2-54fb-a479-75533e45da76-0db09c0b-6b56-4379-bbd4-931d34f27370', 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'fixed_ips': [{'subnet_id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c'}]}} from dv-cinder-786627-1-iscsi. {{(pid=85345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:07:01.540441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:01.714652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Allocated IP 172.20.0.2 (0db09c0b-6b56-4379-bbd4-931d34f27370/b111266d-3f79-4bef-9eef-b39c8be8cb1c/ce20cccb-8100-47db-8821-80e2c9eb8b1c) {{(pid=85345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:07:01.901594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854333912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763085'] for router, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:01.944729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Notify callbacks [] for port, precommit_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:01.955926 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Transition to ACTIVE for port object ce20cccb-8100-47db-8821-80e2c9eb8b1c will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:01.977356 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Transition to ACTIVE for port object ce20cccb-8100-47db-8821-80e2c9eb8b1c will not be triggered until provisioned by entity DHCP. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:01.982898 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240'] for port, after_create {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:01.999028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:02.111289 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ccfd8922-2485-4a70-84b1-0afea74821ef up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:02.165896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Pushing event updated for resources: {'Port': ['ID=ce20cccb-8100-47db-8821-80e2c9eb8b1c,revision_number=1']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:02.179706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:02.245844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:02.250315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port ccfd8922-2485-4a70-84b1-0afea74821ef completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:02.262928 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port ccfd8922-2485-4a70-84b1-0afea74821ef triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:02.263358 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:02.278997 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:02.290402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Network 0db09c0b-6b56-4379-bbd4-931d34f27370 is already hosted by enough agents. {{(pid=85345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:07:02.296079 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Resources bound (agent type, host, resource id): {{(pid=85345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:02.304333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Received port after_create {{(pid=85345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:07:02.431023 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Attempting to bind port ce20cccb-8100-47db-8821-80e2c9eb8b1c on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:07:02.431704 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Attempting to bind port ce20cccb-8100-47db-8821-80e2c9eb8b1c by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:07:02.432137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Attempting to bind port ce20cccb-8100-47db-8821-80e2c9eb8b1c on network 0db09c0b-6b56-4379-bbd4-931d34f27370 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:02.433039 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Allocated IP 172.27.3.20 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/51e6ed4d-1356-4295-bd84-ea0ca2874786) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:07:02.468548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:07:02.468969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Checking segment: {'id': 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:07:02.469440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:02.469879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Bound using segment: {'id': 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:07:02.470408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Bound port: ce20cccb-8100-47db-8821-80e2c9eb8b1c, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:07:02.470828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:02.557424 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:02.599963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:02.600425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port ccfd8922-2485-4a70-84b1-0afea74821ef, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=ccfd8922-2485-4a70-84b1-0afea74821ef,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:02.603601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:02.609096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:02.640550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:02.656384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ed6f2e1f-9ea9-4008-862e-7b7c03b28846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:02.659087 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] For port ce20cccb-8100-47db-8821-80e2c9eb8b1c, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:07:02.679603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] For port ce20cccb-8100-47db-8821-80e2c9eb8b1c, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=ce20cccb-8100-47db-8821-80e2c9eb8b1c,segment=NetworkSegment(e757e919-2f58-4eb4-8383-d2cb2a4eb4d7),segment_id=e757e919-2f58-4eb4-8383-d2cb2a4eb4d7)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:07:02.686984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:02.763173 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=ccfd8922-2485-4a70-84b1-0afea74821ef,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:02.768670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:02.769167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:02.807701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Pushing event updated for resources: {'Port': ['ID=51e6ed4d-1356-4295-bd84-ea0ca2874786,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:02.812543 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:02.880643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:07:02.882008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:02.883375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Pushing event updated for resources: {'Port': ['ID=ce20cccb-8100-47db-8821-80e2c9eb8b1c,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:02.884454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:07:02.902083 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:03.116537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Sync routers for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:07:03.128033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:07:03.128683 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:03.340830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:07:03.383372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:03.675315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 2, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:03.680227 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Checking router: c8c53784-a813-47d3-9052-77ce64301fc4 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:07:03.680713 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Updating router c8c53784-a813-47d3-9052-77ce64301fc4 port c87e0470-9f83-47ab-81dd-18d781a7d9fe binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:07:03.739942 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:03.760604 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331954'] for router, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:04.140762 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:04.156711 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Transition to ACTIVE for port object c87e0470-9f83-47ab-81dd-18d781a7d9fe will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:04.163998 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:04.185277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c6f6217a-5553-4007-98ff-d7d48ca20e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:04.257277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ce20cccb-8100-47db-8821-80e2c9eb8b1c up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:04.281256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Router 35af3403-7e00-4a10-b202-a8951c228d40 is scheduled to L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa with binding_index 1 {{(pid=85343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:07:04.340578 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Pushing event updated for resources: {'Port': ['ID=c87e0470-9f83-47ab-81dd-18d781a7d9fe,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:04.360842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.361240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.361629 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.362008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.362523 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.362893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.363388 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.363608 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.364034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.364441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.364808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.365171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:04.371420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:04.378036 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port ce20cccb-8100-47db-8821-80e2c9eb8b1c completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:04.383765 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ccfd8922-2485-4a70-84b1-0afea74821ef up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:04.475808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c2f975-68e2-49ce-aed8-08f27f3f2acb None None] Network 0db09c0b-6b56-4379-bbd4-931d34f27370 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:07:04.528758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:07:04.570397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] Notify callbacks [] for router, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:04.573381 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2368a493-725a-4db4-b80d-059de25ecc46 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2952738 Apr 16 12:07:04.576836 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60824) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:04.598508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Sync routers for ids ['35af3403-7e00-4a10-b202-a8951c228d40'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:07:04.612481 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Attempting to bind port c87e0470-9f83-47ab-81dd-18d781a7d9fe on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:07:04.612913 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Attempting to bind port c87e0470-9f83-47ab-81dd-18d781a7d9fe by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:07:04.613316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Attempting to bind port c87e0470-9f83-47ab-81dd-18d781a7d9fe on network a81fee99-a812-45d7-a1b3-049db933b2e3 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:04.619950 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:07:04.620656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Checking segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:07:04.621134 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:04.621584 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Bound using segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:07:04.622117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Bound port: c87e0470-9f83-47ab-81dd-18d781a7d9fe, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:07:04.622539 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:04.656500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Routers {'35af3403-7e00-4a10-b202-a8951c228d40'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:07:04.658439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['35af3403-7e00-4a10-b202-a8951c228d40'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:04.756722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] For port c87e0470-9f83-47ab-81dd-18d781a7d9fe, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:07:04.761131 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] For port c87e0470-9f83-47ab-81dd-18d781a7d9fe, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=c87e0470-9f83-47ab-81dd-18d781a7d9fe,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:07:04.765041 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:04.886282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e9e69046-d150-4a62-b051-4fa345ecf7da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:05.012646 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Pushing event updated for resources: {'Port': ['ID=c87e0470-9f83-47ab-81dd-18d781a7d9fe,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:05.016980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3c61ce25-1658-4c69-b1aa-22809143d36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:05.018547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-992cfb28-af26-4e3d-99d6-9430263de76a None None] Provisioning for port ce20cccb-8100-47db-8821-80e2c9eb8b1c completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:05.060418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:07:05.061144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:05.099726 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-992cfb28-af26-4e3d-99d6-9430263de76a None None] Provisioning complete for port ce20cccb-8100-47db-8821-80e2c9eb8b1c triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:05.100268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-992cfb28-af26-4e3d-99d6-9430263de76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:05.288167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port ccfd8922-2485-4a70-84b1-0afea74821ef triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:05.288604 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:05.410415 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:05.442780 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:07:05.465937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Set router 35af3403-7e00-4a10-b202-a8951c228d40 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:07:05.630141 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-992cfb28-af26-4e3d-99d6-9430263de76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:05.649060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Allocated IP 172.20.0.1 (0db09c0b-6b56-4379-bbd4-931d34f27370/b111266d-3f79-4bef-9eef-b39c8be8cb1c/7e54d727-34ee-4ba5-a8dd-0199999d3a9c) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:07:05.805621 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:04Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:05.810377 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c1c11-8b28-4ee2-aa4b-47b1d6ff58e9 None None] The sync data for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi is: [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:04Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:07:05.817203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:05.833768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-992cfb28-af26-4e3d-99d6-9430263de76a None None] For port ce20cccb-8100-47db-8821-80e2c9eb8b1c, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=ce20cccb-8100-47db-8821-80e2c9eb8b1c,segment=NetworkSegment(e757e919-2f58-4eb4-8383-d2cb2a4eb4d7),segment_id=e757e919-2f58-4eb4-8383-d2cb2a4eb4d7)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:05.839578 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Transition to ACTIVE for port object 7e54d727-34ee-4ba5-a8dd-0199999d3a9c will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:05.846921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-992cfb28-af26-4e3d-99d6-9430263de76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:05.851542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:05.865067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:05.995486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cfb28-af26-4e3d-99d6-9430263de76a None None] Pushing event updated for resources: {'Port': ['ID=ce20cccb-8100-47db-8821-80e2c9eb8b1c,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:05.999648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-992cfb28-af26-4e3d-99d6-9430263de76a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:06.018996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-3602af37-917e-4d0d-b9ab-6d459dc0d2bc tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:06.048736 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35af3403-7e00-4a10-b202-a8951c228d40', 'name': 'tempest-TestVolumeBootPattern-2100021431-router', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:07:01Z', 'updated_at': '2021-04-16T12:07:03Z', 'revision_number': 3, 'project_id': '185909178a524d6e87512680f7a34e1b', 'gw_port': {'id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:02Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:06.053737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Checking router: 35af3403-7e00-4a10-b202-a8951c228d40 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:07:06.054256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Updating router 35af3403-7e00-4a10-b202-a8951c228d40 port 51e6ed4d-1356-4295-bd84-ea0ca2874786 binding host dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:07:06.105632 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Network 0db09c0b-6b56-4379-bbd4-931d34f27370 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:07:06.120400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:06.125734 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:07:06.201516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ce20cccb-8100-47db-8821-80e2c9eb8b1c up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:06.213020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444299'] for router_interface, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.229980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Pushing event updated for resources: {'Port': ['ID=7e54d727-34ee-4ba5-a8dd-0199999d3a9c,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:06.249851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:06.284912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-e05558d0-cca0-4a64-81a3-360009c76eee None None] Provisioning complete for port ce20cccb-8100-47db-8821-80e2c9eb8b1c triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:06.285337 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e05558d0-cca0-4a64-81a3-360009c76eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.342882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.406510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.644189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port ce20cccb-8100-47db-8821-80e2c9eb8b1c triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:06.644614 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.668234 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.673390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.729770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-435447ef-b9a0-49d7-832b-e0e46628a01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:06.774794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854155099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854331412'] for router_interface, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:07.062750 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-fcaa577d-cdb4-436a-bf6e-f684376a2f8b None None] Provisioning for port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:07.076364 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device c87e0470-9f83-47ab-81dd-18d781a7d9fe up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:07.113911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-fcaa577d-cdb4-436a-bf6e-f684376a2f8b None None] Provisioning complete for port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:07.114354 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fcaa577d-cdb4-436a-bf6e-f684376a2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:07.154384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Pushing event updated for resources: {'Port': ['ID=7e54d727-34ee-4ba5-a8dd-0199999d3a9c,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:07.157496 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:07.219854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Network 0db09c0b-6b56-4379-bbd4-931d34f27370 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:07:07.221163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:07.260832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Notify callbacks [] for port, precommit_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:07.274158 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa577d-cdb4-436a-bf6e-f684376a2f8b None None] Port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:07:07.283492 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Transition to ACTIVE for port object 51e6ed4d-1356-4295-bd84-ea0ca2874786 will not be triggered until provisioned by entity L2. {{(pid=85345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:07.293848 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:07.311852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-992cfb28-af26-4e3d-99d6-9430263de76a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:07.358074 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port c87e0470-9f83-47ab-81dd-18d781a7d9fe completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:07.458458 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port c87e0470-9f83-47ab-81dd-18d781a7d9fe triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:07.459089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:07.459331 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Router 35af3403-7e00-4a10-b202-a8951c228d40 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:07:07.565330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed10207-3d67-4159-a860-2617dec488b2 None None] Pushing event updated for resources: {'Port': ['ID=51e6ed4d-1356-4295-bd84-ea0ca2874786,revision_number=2']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:07.596053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eed10207-3d67-4159-a860-2617dec488b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:07.605485 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-1872cf67-e8b0-49f8-abf6-02775063726f None None] Provisioning complete for port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:07.605910 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1872cf67-e8b0-49f8-abf6-02775063726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:07.668154 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:07:07.678458 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-eb9441f3-b5e9-4b6d-be84-989f59acbe83 admin admin] 10.222.0.48 "PUT /v2.0/routers/35af3403-7e00-4a10-b202-a8951c228d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1000674 Apr 16 12:07:07.737504 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Attempting to bind port 51e6ed4d-1356-4295-bd84-ea0ca2874786 on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:07:07.737979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Attempting to bind port 51e6ed4d-1356-4295-bd84-ea0ca2874786 by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:07:07.738388 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Attempting to bind port 51e6ed4d-1356-4295-bd84-ea0ca2874786 on network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:07.741224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-1872cf67-e8b0-49f8-abf6-02775063726f None None] Port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:07:07.751083 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:07:07.751503 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Checking segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:07:07.751969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:07.752410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Bound using segment: {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'} {{(pid=85345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:07:07.752931 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Bound port: 51e6ed4d-1356-4295-bd84-ea0ca2874786, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2279686-9d5a-4379-a8b8-aa61d6ac2e66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1'}}] {{(pid=85345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:07:07.753347 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:07.813274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:07.877236 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] For port 51e6ed4d-1356-4295-bd84-ea0ca2874786, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:07:07.880618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port c87e0470-9f83-47ab-81dd-18d781a7d9fe, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=c87e0470-9f83-47ab-81dd-18d781a7d9fe,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:07.882871 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] For port 51e6ed4d-1356-4295-bd84-ea0ca2874786, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=51e6ed4d-1356-4295-bd84-ea0ca2874786,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:07:07.884569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:07.887710 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0c27729f-3f57-40e1-9db1-c178f8004cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:07.923195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.042100 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=c87e0470-9f83-47ab-81dd-18d781a7d9fe,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:08.045497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:08.056641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:08.164574 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed10207-3d67-4159-a860-2617dec488b2 None None] Pushing event updated for resources: {'Port': ['ID=51e6ed4d-1356-4295-bd84-ea0ca2874786,revision_number=3']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:08.168121 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eed10207-3d67-4159-a860-2617dec488b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:08.173701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Routers {'35af3403-7e00-4a10-b202-a8951c228d40'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:07:08.174157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:06:40Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['35af3403-7e00-4a10-b202-a8951c228d40'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:08.214268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60860) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:08.220697 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38386356', 'description': 'tempest-secgroup-smoke-38386356 description', 'project_id': '063bee69520345d58b472248ded51875'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:08.227655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:08.233316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:security_group and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:08.237400 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:08.244196 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:08.254302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.275486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:08.279584 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:security_group_rule and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:08.282964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:08.289571 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:08.365035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] Set router 35af3403-7e00-4a10-b202-a8951c228d40 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:07:08.367427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.370671 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.376371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fadf0849-2744-4530-a4d0-cc65755a7ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:08.418739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:08.421607 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.436528 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2209823 Apr 16 12:07:08.437761 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-82b61c3e-645f-4939-9c3b-df98a3d4768e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:08.452478 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e5c81b0d-bc7c-49da-9de1-a17b066f26bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.480701 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60864) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:08.487304 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'security_group_rule': {'security_group_id': '9f236cc7-14eb-47d7-818a-c2e79fcbd4cd', 'project_id': '063bee69520345d58b472248ded51875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:08.494207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:08.498242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:security_group_rule and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:08.501281 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:08.507403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:08.530246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.595108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.598122 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.606785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:08.627049 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a94113-b22b-4654-971e-432627ce4522,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:08.632391 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:08.637852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.639210 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-da518477-ca3e-4f05-a961-bae7c501c7e7 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572776 Apr 16 12:07:08.642199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60870) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:08.649218 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'security_group_rule': {'security_group_id': '9f236cc7-14eb-47d7-818a-c2e79fcbd4cd', 'project_id': '063bee69520345d58b472248ded51875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:08.657185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:08.662183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:security_group_rule and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:08.665362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:08.680165 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:08.701073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.737247 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35af3403-7e00-4a10-b202-a8951c228d40', 'name': 'tempest-TestVolumeBootPattern-2100021431-router', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:07:01Z', 'updated_at': '2021-04-16T12:07:06Z', 'revision_number': 4, 'project_id': '185909178a524d6e87512680f7a34e1b', 'gw_port': {'id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:02Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7e54d727-34ee-4ba5-a8dd-0199999d3a9c', 'name': '', 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'mac_address': 'fa:16:3e:e7:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:05Z', 'updated_at': '2021-04-16T12:07:06Z', 'revision_number': 2, 'project_id': '185909178a524d6e87512680f7a34e1b', 'subnets': [{'id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:08.742067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298dcad-cf9a-4def-911d-c82293a5d16e None None] The sync data for ids ['35af3403-7e00-4a10-b202-a8951c228d40'] in dv-cinder-786627-1-iscsi is: [{'id': '35af3403-7e00-4a10-b202-a8951c228d40', 'name': 'tempest-TestVolumeBootPattern-2100021431-router', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:07:01Z', 'updated_at': '2021-04-16T12:07:06Z', 'revision_number': 4, 'project_id': '185909178a524d6e87512680f7a34e1b', 'gw_port': {'id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:02Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7e54d727-34ee-4ba5-a8dd-0199999d3a9c', 'name': '', 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'mac_address': 'fa:16:3e:e7:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:05Z', 'updated_at': '2021-04-16T12:07:06Z', 'revision_number': 2, 'project_id': '185909178a524d6e87512680f7a34e1b', 'subnets': [{'id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:07:08.776010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.778876 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.786820 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:08.806291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633d80c6-4e74-401f-a38e-1f6c0fe0fabd,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:08.808860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:08.815935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.818009 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-448a5d99-98ac-4a01-96f2-30ac83b9a292 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1745725 Apr 16 12:07:08.820904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60880) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:08.827095 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'security_group_rule': {'security_group_id': '9f236cc7-14eb-47d7-818a-c2e79fcbd4cd', 'project_id': '063bee69520345d58b472248ded51875', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:08.834764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:08.840497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:security_group_rule and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:08.843985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:08.850494 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:08.868655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.915445 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60886) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:08.937258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.940645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.943514 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-0709e237-8e2b-407f-93a7-df7b54b4f96d tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:08.968904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67734b6e-59a4-4463-a56c-b887b2a2669c,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:08.974067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:08.978151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.980122 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9ee79972-ea65-4653-8d78-aebb8a90d483 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573951 Apr 16 12:07:08.982837 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60890) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:08.990516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'security_group_rule': {'security_group_id': '9f236cc7-14eb-47d7-818a-c2e79fcbd4cd', 'project_id': '063bee69520345d58b472248ded51875', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:09.000448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a459ed9-4979-427f-84ef-ae3ea64b9952 admin admin] Deleting subnet ff5596bf-49c6-49af-9ba6-aa7bb7d97e8c {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:07:09.005240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:09.007580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9a459ed9-4979-427f-84ef-ae3ea64b9952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.045396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:security_group_rule and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:09.049855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:09.058889 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:09.079458 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9a459ed9-4979-427f-84ef-ae3ea64b9952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2876223'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.122423 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.181882 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9a459ed9-4979-427f-84ef-ae3ea64b9952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.339531 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.342977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.354472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:09.410774 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9b66ff-dc45-477d-86d1-c5c2f729a934,revision_number=0']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:09.413996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:09.417448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.418774 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2082817f-25cc-4017-94eb-ee50307972b0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4348984 Apr 16 12:07:09.421767 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60894) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:09.434353 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'security_group_rule': {'security_group_id': '9f236cc7-14eb-47d7-818a-c2e79fcbd4cd', 'project_id': '063bee69520345d58b472248ded51875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:09.443854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:09.448740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:security_group_rule and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:09.453830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:09.460407 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:09.514915 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.securitygroups_db [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Project 063bee69520345d58b472248ded51875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:07:09.522934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.561876 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9a459ed9-4979-427f-84ef-ae3ea64b9952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851926571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2267803'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.579439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:09.604911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.608091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.610367 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:09.635346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6c8cd4-a5cd-4ae6-b5dc-fc788079ddb1,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:09.638253 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:09.645282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.647926 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8bb4b3d0-0950-4bcb-ac90-51b2df27ab3c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2235565 Apr 16 12:07:09.649764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60898) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:09.656001 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'security_group_rule': {'security_group_id': '9f236cc7-14eb-47d7-818a-c2e79fcbd4cd', 'project_id': '063bee69520345d58b472248ded51875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:09.663464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:09.667756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:security_group_rule and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:09.671402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:09.681830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:09.686006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a459ed9-4979-427f-84ef-ae3ea64b9952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5596bf-49c6-49af-9ba6-aa7bb7d97e8c,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:09.691221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9a459ed9-4979-427f-84ef-ae3ea64b9952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:09.697080 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.securitygroups_db [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Project 063bee69520345d58b472248ded51875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:07:09.704694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.729963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9a459ed9-4979-427f-84ef-ae3ea64b9952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.736767 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9a459ed9-4979-427f-84ef-ae3ea64b9952 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ff5596bf-49c6-49af-9ba6-aa7bb7d97e8c HTTP/1.1" status: 204 len: 168 time: 0.8195944 Apr 16 12:07:09.739813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 60902) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:09.788608 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.792144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381866'] for security_group_rule, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.794463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ecc8d346-6ff8-499f-9055-8186c0e7642d tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:09.820416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a74c5f4-e427-408e-a907-5eabc9128d6c,revision_number=0']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:09.823200 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:09.835554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:09.836921 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-27f381c9-f9b3-468b-81d0-3c5cfcd95de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1860323 Apr 16 12:07:09.870208 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.078213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.172226 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 51e6ed4d-1356-4295-bd84-ea0ca2874786 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:10.199544 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8187d9d2-555b-4d00-bad4-f661f6ba7c9f']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:10.217082 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd278a48f-0d77-413d-a557-23727b851e89') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:10.217427 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd278a48f-0d77-413d-a557-23727b851e89') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:10.235541 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851899641'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.252050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.260277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:07:10.266873 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 51e6ed4d-1356-4295-bd84-ea0ca2874786 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:10.272824 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 51e6ed4d-1356-4295-bd84-ea0ca2874786 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:10.273250 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.420213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.447910 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Network 8187d9d2-555b-4d00-bad4-f661f6ba7c9f has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:07:10.457408 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2848884'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.463858 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 51e6ed4d-1356-4295-bd84-ea0ca2874786, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=51e6ed4d-1356-4295-bd84-ea0ca2874786,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:10.466924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.467842 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device c87e0470-9f83-47ab-81dd-18d781a7d9fe up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:10.533352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:10.655275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Network 8187d9d2-555b-4d00-bad4-f661f6ba7c9f has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:07:10.680447 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:07:10.763808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.768225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:10.782493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-97e8d9ed-5d49-442a-a774-03e29c11c15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.787258 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.797700 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8187d9d2-555b-4d00-bad4-f661f6ba7c9f,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:10.798337 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port c87e0470-9f83-47ab-81dd-18d781a7d9fe triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:10.798766 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.800800 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:10.805991 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60958) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:10.806138 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8187d9d2-555b-4d00-bad4-f661f6ba7c9f HTTP/1.1" status: 204 len: 168 time: 1.0651813 Apr 16 12:07:10.843098 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=51e6ed4d-1356-4295-bd84-ea0ca2874786,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:10.848309 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:10.882327 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8eb00d-c745-407f-9b6d-e47cbd0d2eb3 admin admin] Deleting subnet c3b357a5-eb88-4783-8cf8-b24dc633c4e5 {{(pid=85343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:07:10.885733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb00d-c745-407f-9b6d-e47cbd0d2eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:10.945643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb00d-c745-407f-9b6d-e47cbd0d2eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4193662'] for subnet, precommit_delete_associations {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.008127 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb00d-c745-407f-9b6d-e47cbd0d2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.273562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb00d-c745-407f-9b6d-e47cbd0d2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9464060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036845260100'] for subnet, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.289508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:11.306949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.377781 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8eb00d-c745-407f-9b6d-e47cbd0d2eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b357a5-eb88-4783-8cf8-b24dc633c4e5,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:11.380404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6a8eb00d-c745-407f-9b6d-e47cbd0d2eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:11.431189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb00d-c745-407f-9b6d-e47cbd0d2eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for subnet, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.437427 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-6a8eb00d-c745-407f-9b6d-e47cbd0d2eb3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c3b357a5-eb88-4783-8cf8-b24dc633c4e5 HTTP/1.1" status: 204 len: 168 time: 0.6300070 Apr 16 12:07:11.440027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60966) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:11.559947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.759301 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.860725 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.878825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93dc5314-7932-4859-8dff-e805b6c64c42']}} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:11.892260 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8d7eb4-42b6-45b1-90bb-fa7ba4205a9f') {'for_net_delete': True} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:11.892605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8d7eb4-42b6-45b1-90bb-fa7ba4205a9f') {} {{(pid=85343) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:11.905423 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850582202'] for segment, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.920248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:11.927109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=85343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:07:11.999269 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Sync routers for ids ['35af3403-7e00-4a10-b202-a8951c228d40'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:07:12.010059 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Routers {'35af3403-7e00-4a10-b202-a8951c228d40'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:07:12.010823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:07:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['35af3403-7e00-4a10-b202-a8951c228d40'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:12.077790 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 51e6ed4d-1356-4295-bd84-ea0ca2874786 up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:12.126892 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Network 93dc5314-7932-4859-8dff-e805b6c64c42 has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:07:12.136907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845311651'] for segment, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:12.156976 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 51e6ed4d-1356-4295-bd84-ea0ca2874786 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:12.157505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:12.207781 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Set router 35af3403-7e00-4a10-b202-a8951c228d40 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:07:12.328495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Network 93dc5314-7932-4859-8dff-e805b6c64c42 has no segments {{(pid=85343) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:07:12.351188 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:07:12.438124 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:12.443585 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:12.447969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:12.473615 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/93dc5314-7932-4859-8dff-e805b6c64c42 HTTP/1.1" status: 204 len: 168 time: 1.0324702 Apr 16 12:07:12.474804 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=93dc5314-7932-4859-8dff-e805b6c64c42,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:12.478006 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c0b36fbc-49b0-4325-9be1-ea03344c8ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:12.562436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35af3403-7e00-4a10-b202-a8951c228d40', 'name': 'tempest-TestVolumeBootPattern-2100021431-router', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:07:01Z', 'updated_at': '2021-04-16T12:07:06Z', 'revision_number': 4, 'project_id': '185909178a524d6e87512680f7a34e1b', 'gw_port': {'id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:02Z', 'updated_at': '2021-04-16T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7e54d727-34ee-4ba5-a8dd-0199999d3a9c', 'name': '', 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'mac_address': 'fa:16:3e:e7:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:05Z', 'updated_at': '2021-04-16T12:07:06Z', 'revision_number': 2, 'project_id': '185909178a524d6e87512680f7a34e1b', 'subnets': [{'id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:12.566859 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Checking router: 35af3403-7e00-4a10-b202-a8951c228d40 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:07:12.567283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Updating router 35af3403-7e00-4a10-b202-a8951c228d40 port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c binding host dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:07:12.627812 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:12.662410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60974) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:12.720140 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-13e98680-1760-49eb-bc64-2abd0705b854 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17bf006335f84e0b91e8fe8f6e2cc7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517423 Apr 16 12:07:12.720140 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60980) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:12.785016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8f36e7e8-9d1a-4cd1-b7cf-04a1026fb936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:12.814024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8f36e7e8-9d1a-4cd1-b7cf-04a1026fb936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:12.861245 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8f36e7e8-9d1a-4cd1-b7cf-04a1026fb936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:12.867316 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-16e0d1ed-6a52-428e-8f9b-8bfe08322923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:12.881548 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36e7e8-9d1a-4cd1-b7cf-04a1026fb936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440f97b-a26c-4436-a155-8cd0fa777152,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:12.883949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8f36e7e8-9d1a-4cd1-b7cf-04a1026fb936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:12.886257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8f36e7e8-9d1a-4cd1-b7cf-04a1026fb936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:12.891958 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8f36e7e8-9d1a-4cd1-b7cf-04a1026fb936 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a440f97b-a26c-4436-a155-8cd0fa777152 HTTP/1.1" status: 204 len: 168 time: 0.1696668 Apr 16 12:07:13.006883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Notify callbacks [] for port, precommit_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.019658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Transition to ACTIVE for port object 7e54d727-34ee-4ba5-a8dd-0199999d3a9c will not be triggered until provisioned by entity L2. {{(pid=85346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:13.027201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.044474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-af00e4aa-6f71-4ea6-9fa7-d289c0b25e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:13.180404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fab777-1122-4d81-aedc-e055e3ca997b None None] Pushing event updated for resources: {'Port': ['ID=7e54d727-34ee-4ba5-a8dd-0199999d3a9c,revision_number=3']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:13.184912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-43fab777-1122-4d81-aedc-e055e3ca997b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:13.227061 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.273712 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60988) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:13.339927 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-48279088-c3c5-4c0b-bddb-ffe58e058508 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf2a2108ac804edb859c65e38ee35fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631015 Apr 16 12:07:13.341050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 60992) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:13.415768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Attempting to bind port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c on host dv-cinder-786627-1-iscsi for vnic_type normal with profile {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:07:13.416323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Attempting to bind port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c by drivers openvswitch,hyperv on host dv-cinder-786627-1-iscsi at level 0 using segments [{'id': 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370'}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:07:13.416692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Attempting to bind port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c on network 0db09c0b-6b56-4379-bbd4-931d34f27370 {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:13.424418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Checking agent: {'id': 'a326c1e6-101c-493b-af1f-665a2aaa3477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 49, 42), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:07:13.424849 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Checking segment: {'id': 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:07:13.425299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.425744 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Bound using segment: {'id': 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370'} {{(pid=85346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:07:13.426270 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Bound port: 7e54d727-34ee-4ba5-a8dd-0199999d3a9c, host: dv-cinder-786627-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370'}}] {{(pid=85346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:07:13.426708 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.429777 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539933ea-baca-4b51-ae43-e0147bfe2acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.468185 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539933ea-baca-4b51-ae43-e0147bfe2acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.516310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539933ea-baca-4b51-ae43-e0147bfe2acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.522589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-68ffcf68-ea79-401d-8d1e-0cd5f42ab02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:13.532233 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] For port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c, host dv-cinder-786627-1-iscsi, cleared binding levels {{(pid=85346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:07:13.533927 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539933ea-baca-4b51-ae43-e0147bfe2acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbb9818-ea3b-48e6-a662-b3a86415e513,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:13.535789 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] For port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c, host dv-cinder-786627-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=7e54d727-34ee-4ba5-a8dd-0199999d3a9c,segment=NetworkSegment(e757e919-2f58-4eb4-8383-d2cb2a4eb4d7),segment_id=e757e919-2f58-4eb4-8383-d2cb2a4eb4d7)] {{(pid=85346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:07:13.536472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-539933ea-baca-4b51-ae43-e0147bfe2acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:13.539397 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85346) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.543311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539933ea-baca-4b51-ae43-e0147bfe2acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:13.547211 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-539933ea-baca-4b51-ae43-e0147bfe2acc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7dbb9818-ea3b-48e6-a662-b3a86415e513 HTTP/1.1" status: 204 len: 168 time: 0.2003691 Apr 16 12:07:13.558112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:13.717953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fab777-1122-4d81-aedc-e055e3ca997b None None] Pushing event updated for resources: {'Port': ['ID=7e54d727-34ee-4ba5-a8dd-0199999d3a9c,revision_number=4']} {{(pid=85346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:13.721243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-43fab777-1122-4d81-aedc-e055e3ca997b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85346) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:13.768289 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Routers {'35af3403-7e00-4a10-b202-a8951c228d40'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:07:13.768979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:07:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['35af3403-7e00-4a10-b202-a8951c228d40'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:14.125918 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 7e54d727-34ee-4ba5-a8dd-0199999d3a9c up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:14.171811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] Set router 35af3403-7e00-4a10-b202-a8951c228d40 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:07:14.202739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning for port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:14.208323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:14.208901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:14.359538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:14.403823 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] For port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=7e54d727-34ee-4ba5-a8dd-0199999d3a9c,segment=NetworkSegment(e757e919-2f58-4eb4-8383-d2cb2a4eb4d7),segment_id=e757e919-2f58-4eb4-8383-d2cb2a4eb4d7)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:14.407493 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:14.410407 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-d32592ff-e71e-4472-8a81-f0cfa20e4702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:14.486008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Pushing event updated for resources: {'Port': ['ID=7e54d727-34ee-4ba5-a8dd-0199999d3a9c,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:14.496025 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.496426 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.496803 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.497180 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.497554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.497929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.498303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.498680 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.499050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.499417 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.499783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.500177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:14.504328 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:14.561797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35af3403-7e00-4a10-b202-a8951c228d40', 'name': 'tempest-TestVolumeBootPattern-2100021431-router', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:07:01Z', 'updated_at': '2021-04-16T12:07:06Z', 'revision_number': 4, 'project_id': '185909178a524d6e87512680f7a34e1b', 'gw_port': {'id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:02Z', 'updated_at': '2021-04-16T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7e54d727-34ee-4ba5-a8dd-0199999d3a9c', 'name': '', 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'mac_address': 'fa:16:3e:e7:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:05Z', 'updated_at': '2021-04-16T12:07:13Z', 'revision_number': 4, 'project_id': '185909178a524d6e87512680f7a34e1b', 'subnets': [{'id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:14.570631 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6749986-ea1c-4744-a7a4-241bed681b46 None None] The sync data for ids ['35af3403-7e00-4a10-b202-a8951c228d40'] in dv-cinder-786627-1-iscsi is: [{'id': '35af3403-7e00-4a10-b202-a8951c228d40', 'name': 'tempest-TestVolumeBootPattern-2100021431-router', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:07:01Z', 'updated_at': '2021-04-16T12:07:06Z', 'revision_number': 4, 'project_id': '185909178a524d6e87512680f7a34e1b', 'gw_port': {'id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:02Z', 'updated_at': '2021-04-16T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': '7e54d727-34ee-4ba5-a8dd-0199999d3a9c', 'name': '', 'network_id': '0db09c0b-6b56-4379-bbd4-931d34f27370', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'mac_address': 'fa:16:3e:e7:7f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:05Z', 'updated_at': '2021-04-16T12:07:13Z', 'revision_number': 4, 'project_id': '185909178a524d6e87512680f7a34e1b', 'subnets': [{'id': 'b111266d-3f79-4bef-9eef-b39c8be8cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:07:16.098597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 7e54d727-34ee-4ba5-a8dd-0199999d3a9c up at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:16.176331 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Provisioning complete for port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:16.176668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:20.773551 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:07:22.163065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:22.216215 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5f6af784-c0ab-4183-bbd8-c3da47ac329d req-52819c91-0e0b-487d-a34e-e11f2e0afd35 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0562398 Apr 16 12:07:22.351714 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5f6af784-c0ab-4183-bbd8-c3da47ac329d req-0c4dc7f7-b61c-462c-aa89-aa416e9696e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 210 time: 0.0556345 Apr 16 12:07:22.405191 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5f6af784-c0ab-4183-bbd8-c3da47ac329d req-0cdcd3e8-cbd1-4331-9b2d-81cdb11366b1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8c22b70829724afdb574394af4af4635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318792 Apr 16 12:07:22.593677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6af784-c0ab-4183-bbd8-c3da47ac329d req-45136f4b-3774-4769-ad22-c3eb35d1a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:22.595304 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5f6af784-c0ab-4183-bbd8-c3da47ac329d req-45136f4b-3774-4769-ad22-c3eb35d1a211 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1836634 Apr 16 12:07:26.594190 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 32904) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:26.721751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:26.737795 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:26.741809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] Usage tracker for resource:security_group_rule and tenant:5e4a8faee5f84b2683279a5bb210efae is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:26.744720 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:26.750648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:26.836867 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:26.839904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:26.847489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9a5335af-a992-4fc4-94b7-31b4343d9fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:26.889491 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af5a1db-e470-46bf-88b9-bd2fa10c2f5a,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:26.894881 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e4a8faee5f84b2683279a5bb210efae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990563 Apr 16 12:07:26.895947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:26.897807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 32910) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:26.964278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fca2f1e7-f24a-4083-ac26-90a989973c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:26.991657 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fca2f1e7-f24a-4083-ac26-90a989973c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:27.037201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fca2f1e7-f24a-4083-ac26-90a989973c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:27.042390 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c98fea61-966e-441e-a727-d888dae4094a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:27.056449 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2f1e7-f24a-4083-ac26-90a989973c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af5a1db-e470-46bf-88b9-bd2fa10c2f5a,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:27.059315 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fca2f1e7-f24a-4083-ac26-90a989973c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:27.060632 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-fca2f1e7-f24a-4083-ac26-90a989973c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:27.061870 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-fca2f1e7-f24a-4083-ac26-90a989973c4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1af5a1db-e470-46bf-88b9-bd2fa10c2f5a HTTP/1.1" status: 204 len: 168 time: 0.1630464 Apr 16 12:07:27.364570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 32920) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:27.384380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa9e3-d06b-432e-b075-259cc30d9b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:27.400361 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5a3fa9e3-d06b-432e-b075-259cc30d9b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:27.404392 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5a3fa9e3-d06b-432e-b075-259cc30d9b90 admin admin] Usage tracker for resource:security_group_rule and tenant:3e29e1b6355543809c0b7eca8c15e141 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:27.407371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-5a3fa9e3-d06b-432e-b075-259cc30d9b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:27.413740 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-5a3fa9e3-d06b-432e-b075-259cc30d9b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:27.501562 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa9e3-d06b-432e-b075-259cc30d9b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:27.505213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa9e3-d06b-432e-b075-259cc30d9b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:27.512834 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-52a49ae6-2222-4419-b7c0-c71e6d1580b5 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:27.560954 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fa9e3-d06b-432e-b075-259cc30d9b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf79554-bbba-4276-8756-2468e166d7b5,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:27.564384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5a3fa9e3-d06b-432e-b075-259cc30d9b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:27.567404 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-5a3fa9e3-d06b-432e-b075-259cc30d9b90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e29e1b6355543809c0b7eca8c15e141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017226 Apr 16 12:07:27.570248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 32924) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:27.634903 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6cf2450-aecc-454b-99fd-ea5973cb26c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:27.662568 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6cf2450-aecc-454b-99fd-ea5973cb26c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:27.707809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6cf2450-aecc-454b-99fd-ea5973cb26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:27.712952 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2c21cb9f-4fb1-44e0-b001-720481094afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:27.727088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf2450-aecc-454b-99fd-ea5973cb26c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf79554-bbba-4276-8756-2468e166d7b5,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:27.730222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c6cf2450-aecc-454b-99fd-ea5973cb26c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:27.731466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6cf2450-aecc-454b-99fd-ea5973cb26c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:27.732731 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c6cf2450-aecc-454b-99fd-ea5973cb26c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddf79554-bbba-4276-8756-2468e166d7b5 HTTP/1.1" status: 204 len: 168 time: 0.1614082 Apr 16 12:07:28.849067 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-2c718c6e-fcaf-471c-a55f-9139fe1f3a6c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Synchronizing usage tracker for tenant:063bee69520345d58b472248ded51875 on resource:security_group {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:07:28.866830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-2c718c6e-fcaf-471c-a55f-9139fe1f3a6c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Unset dirty status for tenant:063bee69520345d58b472248ded51875 on resource:security_group {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:07:28.868209 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-2c718c6e-fcaf-471c-a55f-9139fe1f3a6c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38386356&fields=id&tenant_id=063bee69520345d58b472248ded51875 HTTP/1.1" status: 200 len: 267 time: 0.0695684 Apr 16 12:07:29.053091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-038c101c-a76b-422c-9f63-6f9314599470 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:29.053868 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-038c101c-a76b-422c-9f63-6f9314599470 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Synchronizing usage tracker for tenant:063bee69520345d58b472248ded51875 on resource:network {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:07:29.072057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-038c101c-a76b-422c-9f63-6f9314599470 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Unset dirty status for tenant:063bee69520345d58b472248ded51875 on resource:network {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:07:29.073381 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-038c101c-a76b-422c-9f63-6f9314599470 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 812 time: 0.1973379 Apr 16 12:07:29.091202 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-69e4aea6-dfcb-4927-8337-5e33d0c1a5d2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/quotas/063bee69520345d58b472248ded51875 HTTP/1.1" status: 200 len: 375 time: 0.0113204 Apr 16 12:07:29.197357 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-0e2bc5d6-d530-4f25-bc01-2f88fa4f3bda tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982358 Apr 16 12:07:29.353981 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-973dc38b-3119-441d-b0b1-9db0fdb46b33 service neutron] 10.222.0.48 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433434 Apr 16 12:07:29.528402 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-8389e35c-a6ce-476b-8d3f-74aa4fb5cec2 service neutron] 10.222.0.48 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673450 Apr 16 12:07:29.953564 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-be0b4df2-44a4-4136-a6b5-7b2922f7d1dd req-5d8734d5-434b-49b0-9ef3-b8b5a08d21cd tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 210 time: 0.0491164 Apr 16 12:07:31.100432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-8fbaf1f2-bbe8-4c00-928e-654985abedde tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:31.102027 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-8fbaf1f2-bbe8-4c00-928e-654985abedde tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 812 time: 0.1649985 Apr 16 12:07:31.137306 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-65c9c829-c4e2-4638-becd-c6158ed8a1af req-039a77c0-cf5f-48d1-bbaa-a7d2d2776074 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 210 time: 0.0552778 Apr 16 12:07:31.187332 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-7d4c0ee0-23fe-407f-af10-2dd9017b3835 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=063bee69520345d58b472248ded51875 HTTP/1.1" status: 200 len: 8057 time: 0.0740266 Apr 16 12:07:31.198192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'port': {'device_id': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'admin_state_up': True, 'tenant_id': '063bee69520345d58b472248ded51875', 'security_groups': ['9f236cc7-14eb-47d7-818a-c2e79fcbd4cd']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:31.350925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:31.355249 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:port and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:31.358629 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:31.365461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:31.374990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Made reservation on behalf of 063bee69520345d58b472248ded51875 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:07:31.381237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:31.588202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Allocated IP 172.20.0.11 (a81fee99-a812-45d7-a1b3-049db933b2e3/e74f956e-e26c-4780-afb4-4040a85b275e/53ff642f-acbd-4fc1-9972-bfcf31ab9b8b) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:07:31.795480 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:31.811907 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Transition to ACTIVE for port object 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:31.835283 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:31.851145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-160223b6-4db2-4908-a4e3-4f21855a0bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:32.254199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'Port': ['ID=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:32.259286 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:32.315941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Network a81fee99-a812-45d7-a1b3-049db933b2e3 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:07:32.317248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:32.319759 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:07:32.360947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77c504-62e2-48fc-97e4-ce3171bd70f6 req-ac35d36d-a7f2-47b1-9e0a-f36599cd98d9 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:32.363266 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fa77c504-62e2-48fc-97e4-ce3171bd70f6 req-ac35d36d-a7f2-47b1-9e0a-f36599cd98d9 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 932 time: 0.1025746 Apr 16 12:07:32.400203 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:32.401088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:32.433564 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fa77c504-62e2-48fc-97e4-ce3171bd70f6 req-359119f7-754d-43f0-bfae-03f373426d81 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624928 Apr 16 12:07:32.436030 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2419405 Apr 16 12:07:32.450948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Request body: {'port': {'device_id': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:32.578827 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:32.581971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-95a2e470-a401-4994-b19f-be63cbaef543 None None] Provisioning for port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:32.587001 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-95a2e470-a401-4994-b19f-be63cbaef543 None None] Provisioning complete for port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:32.587379 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-95a2e470-a401-4994-b19f-be63cbaef543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:32.659825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-95a2e470-a401-4994-b19f-be63cbaef543 None None] Port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:07:32.984332 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33022) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:33.004107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:33.012376 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.027709 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Transition to ACTIVE for port object 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:33.030893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.047221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f80f10eb-b101-4dc5-ab06-214c2fb6dba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:33.112076 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9256fdcc-83cb-4297-97f2-3c47e0348af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.128459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9256fdcc-83cb-4297-97f2-3c47e0348af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:33.132693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9256fdcc-83cb-4297-97f2-3c47e0348af8 admin admin] Usage tracker for resource:security_group_rule and tenant:b8462301d1914a4ebee613481cc99ef0 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:33.135655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-9256fdcc-83cb-4297-97f2-3c47e0348af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:33.141947 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-9256fdcc-83cb-4297-97f2-3c47e0348af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:33.183010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Pushing event updated for resources: {'Port': ['ID=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:33.186115 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:33.232888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9256fdcc-83cb-4297-97f2-3c47e0348af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.236106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9256fdcc-83cb-4297-97f2-3c47e0348af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.245588 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1ac4dfe9-e6a8-47c9-b218-7dc2660ec25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:33.296472 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9256fdcc-83cb-4297-97f2-3c47e0348af8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8462301d1914a4ebee613481cc99ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109369 Apr 16 12:07:33.297996 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33028) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:33.298885 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256fdcc-83cb-4297-97f2-3c47e0348af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f6dcec-bd9a-4dbc-9048-c124cb931de1,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:33.304652 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9256fdcc-83cb-4297-97f2-3c47e0348af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:33.373974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a3813256-17f2-45ce-b40c-c2e20608e24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.405681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a3813256-17f2-45ce-b40c-c2e20608e24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.422201 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Attempting to bind port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:07:33.422591 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Attempting to bind port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:07:33.422968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Attempting to bind port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b on network a81fee99-a812-45d7-a1b3-049db933b2e3 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:33.428672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b on network a81fee99-a812-45d7-a1b3-049db933b2e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:07:33.429038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Attempting to bind port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b on network a81fee99-a812-45d7-a1b3-049db933b2e3 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:33.434824 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:07:33.435207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Checking segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:07:33.435641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Bound using segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:07:33.436150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Bound port: 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:07:33.436544 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.459668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a3813256-17f2-45ce-b40c-c2e20608e24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.465473 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-1e56d0fe-f030-4c13-986f-f6cc7e910738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:33.482105 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3813256-17f2-45ce-b40c-c2e20608e24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f6dcec-bd9a-4dbc-9048-c124cb931de1,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:33.486439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-a3813256-17f2-45ce-b40c-c2e20608e24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:33.489655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a3813256-17f2-45ce-b40c-c2e20608e24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.494028 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-a3813256-17f2-45ce-b40c-c2e20608e24b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35f6dcec-bd9a-4dbc-9048-c124cb931de1 HTTP/1.1" status: 204 len: 168 time: 0.1918008 Apr 16 12:07:33.575472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] For port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:07:33.581413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] For port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:07:33.586368 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.610137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:33.661169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276897f5-8f28-4159-963f-628637b5e3a5 req-e8d6962d-4b5d-41d2-83cb-9f35b110a289 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:33.663269 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-276897f5-8f28-4159-963f-628637b5e3a5 req-e8d6962d-4b5d-41d2-83cb-9f35b110a289 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 944 time: 0.1025703 Apr 16 12:07:33.717883 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-276897f5-8f28-4159-963f-628637b5e3a5 req-acfdb74c-3a5d-436b-99ee-91dbdb8ec45d tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472901 Apr 16 12:07:33.775089 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Pushing event updated for resources: {'Port': ['ID=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:33.781210 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:33.818402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:33.818929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.820500 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/53ff642f-acbd-4fc1-9972-bfcf31ab9b8b HTTP/1.1" status: 200 len: 1094 time: 1.3751011 Apr 16 12:07:33.944096 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-993e5477-582c-48df-a377-da1b981da7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:33.945765 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-993e5477-582c-48df-a377-da1b981da7f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 1097 time: 0.0893021 Apr 16 12:07:34.025767 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-3f4fecce-4ed2-49f4-81d7-f72198afaf6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b HTTP/1.1" status: 200 len: 217 time: 0.0708919 Apr 16 12:07:34.102016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-795867ac-54ad-4491-a23a-ea05edd7143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:34.103524 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-795867ac-54ad-4491-a23a-ea05edd7143b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0698156 Apr 16 12:07:34.189528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-bc3fa8bd-477a-4665-a43a-dc690773baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:34.191241 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-bc3fa8bd-477a-4665-a43a-dc690773baf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803633 Apr 16 12:07:34.341016 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-1c77d83d-6a84-42d4-8c19-ce13876200f1 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418748 Apr 16 12:07:34.491684 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-94effe18-a318-4604-b1e5-36f7ae3f3e9b req-36aae592-b743-4f04-9f66-c632870bb4f5 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399624 Apr 16 12:07:34.922429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d90c-4f57-4b23-8766-68f8b993d810 req-758b1ca3-c36e-4540-a111-1e2408fedb16 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:34.924092 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9752d90c-4f57-4b23-8766-68f8b993d810 req-758b1ca3-c36e-4540-a111-1e2408fedb16 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 944 time: 0.0901041 Apr 16 12:07:34.973159 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9752d90c-4f57-4b23-8766-68f8b993d810 req-bf175293-38aa-4489-80d9-d806460c735c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421784 Apr 16 12:07:36.198282 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33333f-aeca-4b27-987c-518bdca6a8ab req-207acfe4-a67a-46ee-9a58-aae8c4f750f4 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:36.200058 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3e33333f-aeca-4b27-987c-518bdca6a8ab req-207acfe4-a67a-46ee-9a58-aae8c4f750f4 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 944 time: 0.1092865 Apr 16 12:07:36.255595 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3e33333f-aeca-4b27-987c-518bdca6a8ab req-a2ff1ce3-96ba-4cb0-ad6a-7d86181a6d75 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486968 Apr 16 12:07:37.459566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f9627-dd2a-461f-9321-1c812f36d533 req-4764d471-fdfb-4749-ad6b-1be69af82de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:37.461335 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ba9f9627-dd2a-461f-9321-1c812f36d533 req-4764d471-fdfb-4749-ad6b-1be69af82de5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 944 time: 0.0916498 Apr 16 12:07:37.765643 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ba9f9627-dd2a-461f-9321-1c812f36d533 req-be456434-1c01-43de-bfff-f13ce081b0bf tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2979326 Apr 16 12:07:38.404904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-7448549a-0403-42f7-8d0e-522bf661c8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:38.975303 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdf9f8-9ced-4d15-8392-fd22225a8c2d req-955ea82b-fd3d-4f0a-a988-2316f8053ab2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:38.977082 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e4bdf9f8-9ced-4d15-8392-fd22225a8c2d req-955ea82b-fd3d-4f0a-a988-2316f8053ab2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 944 time: 0.0930448 Apr 16 12:07:39.028332 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e4bdf9f8-9ced-4d15-8392-fd22225a8c2d req-4cd85f8e-d6a4-473b-bf9d-1e036501402a tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436416 Apr 16 12:07:40.234863 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bcfea-f80c-4666-a11c-90351168c809 req-5771321e-1044-4133-84c8-3673919c1efa tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:40.237049 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-804bcfea-f80c-4666-a11c-90351168c809 req-5771321e-1044-4133-84c8-3673919c1efa tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 944 time: 0.0917988 Apr 16 12:07:40.286166 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-804bcfea-f80c-4666-a11c-90351168c809 req-a75a256a-9dcf-458f-8092-0027e6f39bf1 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425823 Apr 16 12:07:40.539807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1897d195-aa8b-4fd3-a029-c89543ceaff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:41.311703 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:41.481987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:07:41.503533 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d7cff-e45b-4391-b1a6-1b8d453c1b93 req-c7ea7dba-079a-4801-8019-08adf71318f2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:41.505299 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dc1d7cff-e45b-4391-b1a6-1b8d453c1b93 req-c7ea7dba-079a-4801-8019-08adf71318f2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 944 time: 0.1000345 Apr 16 12:07:41.556121 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-dc1d7cff-e45b-4391-b1a6-1b8d453c1b93 req-67e5f163-c967-4cd0-ba50-619d1eba2f5d tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441706 Apr 16 12:07:41.633851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:41.649025 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'port_id': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b', 'mac_address': 'fa:16:3e:89:5e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:07:41.712472 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:41.730811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:41.751459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:41.755582 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:41.757529 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:41.828520 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:41.831809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:41.864059 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:42.034463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['53ff642f-acbd-4fc1-9972-bfcf31ab9b8b'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:07:42.762868 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ed388-9237-45f6-ad98-f769a067f042 req-fff6fcaf-5923-4cac-969d-1d8e29d53881 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:42.764422 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0e6ed388-9237-45f6-ad98-f769a067f042 req-fff6fcaf-5923-4cac-969d-1d8e29d53881 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 945 time: 0.0889015 Apr 16 12:07:42.813244 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0e6ed388-9237-45f6-ad98-f769a067f042 req-5af219c0-1d29-43d1-b6a6-8f80e6ab8a89 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416455 Apr 16 12:07:43.229797 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:43.477073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:43.571702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:43.577035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:43.577457 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:43.711054 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:43.740955 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:43.751883 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:43.757257 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:43.759243 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-cdfcb667-63eb-4a90-b668-aaa7ac0d8570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:43.796324 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b', 'code': 200} Apr 16 12:07:43.834784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:43.837911 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:44.027521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874732e6-dec3-4081-aa9a-1183c21699ad req-305fc67b-8e69-4819-b55c-0a2504b00441 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:44.029169 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-874732e6-dec3-4081-aa9a-1183c21699ad req-305fc67b-8e69-4819-b55c-0a2504b00441 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 946 time: 0.0981312 Apr 16 12:07:44.080920 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-874732e6-dec3-4081-aa9a-1183c21699ad req-ddc82a62-7638-49a9-833e-eb367d39ce36 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446091 Apr 16 12:07:44.151937 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785bffb-28a2-45c7-b8f5-b47da59feda6 req-5c530ea0-93e9-49aa-8d3e-66efccdfac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:44.153544 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3785bffb-28a2-45c7-b8f5-b47da59feda6 req-5c530ea0-93e9-49aa-8d3e-66efccdfac29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 1099 time: 0.1161995 Apr 16 12:07:44.198970 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3785bffb-28a2-45c7-b8f5-b47da59feda6 req-ab7b2888-4ac0-4a42-a651-b2965e5dc4c7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382130 Apr 16 12:07:45.293221 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce5d33-af8b-4653-8028-3a9f94601895 req-2de6be0c-8334-4d67-a289-093025904d57 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:45.294930 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7fce5d33-af8b-4653-8028-3a9f94601895 req-2de6be0c-8334-4d67-a289-093025904d57 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 946 time: 0.0940754 Apr 16 12:07:45.346512 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7fce5d33-af8b-4653-8028-3a9f94601895 req-0355d332-4511-4712-883c-c5efd0c4607a tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444472 Apr 16 12:07:46.560368 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43140976-9945-469e-9c89-9addb8d5336c req-dd8c39a6-e540-4a70-94ae-9811efe57e1b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:46.562065 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-43140976-9945-469e-9c89-9addb8d5336c req-dd8c39a6-e540-4a70-94ae-9811efe57e1b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 946 time: 0.0951381 Apr 16 12:07:46.617245 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-43140976-9945-469e-9c89-9addb8d5336c req-8832545c-99ac-4e2b-92b0-0e5e56eee99b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480368 Apr 16 12:07:46.819219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b264c-9a18-4c59-a372-4943a0930ab1 req-9f921983-38f5-4715-b075-0643bd5a5a19 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:46.820889 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-185b264c-9a18-4c59-a372-4943a0930ab1 req-9f921983-38f5-4715-b075-0643bd5a5a19 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 946 time: 0.0890543 Apr 16 12:07:46.868828 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-185b264c-9a18-4c59-a372-4943a0930ab1 req-a8be44ea-648f-42a0-b0e6-264c0e7ade29 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416174 Apr 16 12:07:46.894352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33060) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:47.147162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8141dd25-d91e-427d-8047-9f116ac5890b tempest-TestVolumeBootPattern-50660385 tempest-TestVolumeBootPattern-50660385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:47.148760 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8141dd25-d91e-427d-8047-9f116ac5890b tempest-TestVolumeBootPattern-50660385 tempest-TestVolumeBootPattern-50660385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 1094 time: 0.2533259 Apr 16 12:07:47.151847 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33066) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:47.157543 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'floatingip': {'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'port_id': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b', 'tenant_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:47.164683 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:47.168802 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:floatingip and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:47.171813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:47.178537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:47.188634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:47.335393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:47.480971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Allocated IP 172.27.3.220 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/6d42e407-57e7-4aac-9f6a-755454ee9eff) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:07:47.650922 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:47.681811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:47.695027 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9ee68031-d080-4c6d-950f-387e9223ee48 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:47.833705 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'Port': ['ID=6d42e407-57e7-4aac-9f6a-755454ee9eff,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:47.845052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.845518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.845934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.846352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.846764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.847172 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.847580 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.848008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.848422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.848828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.849229 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.849629 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:47.863499 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:47.905413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:07:47.906585 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:47.909179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:07:48.346641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:48.434052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:48.663559 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:48.667197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:48.683232 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-7ac3733e-c172-4620-bc59-6e5b10731288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:48.817563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'Port': ['ID=6d42e407-57e7-4aac-9f6a-755454ee9eff,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:48.822206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:48.929000 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:49.110937 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Floating IP 21b4a393-8042-449b-90fc-1422d67afb42 associated. External IP: 172.27.3.220, port: 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b. Apr 16 12:07:49.730176 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Router c8c53784-a813-47d3-9052-77ce64301fc4 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:07:49.923304 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:07:49.935310 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] Sync routers for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:07:49.945784 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:07:49.946461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:07:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:49.948718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:50.008631 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8555143 Apr 16 12:07:50.009242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'tag': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:50.068827 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'tag': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b', 'status': 'completed', 'code': 200} Apr 16 12:07:50.140349 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:07:50.172938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-d6bb0cd5-285c-44e3-bb7c-533c2bade6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:50.175242 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-d6bb0cd5-285c-44e3-bb7c-533c2bade6c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 1099 time: 0.0811944 Apr 16 12:07:50.324145 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-62505bd8-bf2e-4cd8-a1ba-e357ee63bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:50.325637 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-62505bd8-bf2e-4cd8-a1ba-e357ee63bcf8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 913 time: 0.1426520 Apr 16 12:07:50.441695 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-26478988-6b90-40d9-a47a-6b565e42ef3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b HTTP/1.1" status: 200 len: 1000 time: 0.1092110 Apr 16 12:07:50.511528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-3bac2f9e-a153-4268-8f46-623cca13d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:50.513177 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-3bac2f9e-a153-4268-8f46-623cca13d23e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0647097 Apr 16 12:07:50.522126 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '21b4a393-8042-449b-90fc-1422d67afb42', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:89:5e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:07:48Z', 'updated_at': '2021-04-16T12:07:48Z', 'revision_number': 0, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:50.526942 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] Checking router: c8c53784-a813-47d3-9052-77ce64301fc4 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:07:50.537129 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:07:50.537808 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:07:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:50.619153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-0c94f00f-d9ef-429c-8d58-785c6306ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:50.620907 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-0c94f00f-d9ef-429c-8d58-785c6306ddee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1004155 Apr 16 12:07:50.736239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:07:50.770582 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-ff4585c5-db18-4ab9-9d28-d8269cb388e0 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427968 Apr 16 12:07:50.929022 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5bdfbc07-aff3-4dd3-be03-4fcf4336d3c2 req-a4b61e0e-bd28-4862-8e1f-312033f602aa service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498761 Apr 16 12:07:51.289694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '21b4a393-8042-449b-90fc-1422d67afb42', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:89:5e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:07:48Z', 'updated_at': '2021-04-16T12:07:48Z', 'revision_number': 0, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:07:51.293940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45542f98-daa8-42cc-a919-806b8206f77d None None] The sync data for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi is: [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '21b4a393-8042-449b-90fc-1422d67afb42', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:89:5e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:07:48Z', 'updated_at': '2021-04-16T12:07:48Z', 'revision_number': 0, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:07:51.603118 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43439d5-fbe6-4f18-9804-43e87b748ae4 None None] New status for floating IP 21b4a393-8042-449b-90fc-1422d67afb42: ACTIVE {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:07:52.171276 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:57.773065 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:08:08.407914 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-82bafc20-4eb7-4840-b417-29d8cdb0230e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:10.542108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6142b6f-e946-46c6-ae18-dd78827205cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:11.312075 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:11.865880 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:13.231043 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '15ea387e-1f18-4afe-9ebe-11d261c8a3d8', 'name': 'network-vif-deleted', 'tag': '3f9ef9c1-0950-4f18-ab83-3815278f7b01'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova Traceback (most recent call last): Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 266, in send_events Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova batched_events) Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.6/dist-packages/novaclient/v2/server_external_events.py", line 39, in create Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova return_raw=True) Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.6/dist-packages/novaclient/base.py", line 363, in _create Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/adapter.py", line 401, in post Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.6/dist-packages/novaclient/client.py", line 78, in request Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Apr 16 12:08:19.763843 dv-cinder-786627-1-iscsi neutron-server[85230]: ERROR neutron.notifiers.nova Apr 16 12:08:21.764713 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba'}, {'name': 'network-changed', 'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba'}, {'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'name': 'network-vif-deleted', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba'}, {'name': 'network-changed', 'server_uuid': '317298f3-93e7-42d3-a4b3-f31b15a50b61', 'tag': '80211b8f-4eae-40f7-b73b-e3f213bbbc6d'}, {'name': 'network-changed', 'server_uuid': 'f28ece0c-1a88-4689-9c9f-5faf956f2d43', 'tag': '866a3e58-de7a-4cff-8724-d73343947aca'}, {'name': 'network-changed', 'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd'}, {'server_uuid': 'f28ece0c-1a88-4689-9c9f-5faf956f2d43', 'name': 'network-vif-deleted', 'tag': '866a3e58-de7a-4cff-8724-d73343947aca'}, {'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'name': 'network-vif-deleted', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd'}, {'server_uuid': '317298f3-93e7-42d3-a4b3-f31b15a50b61', 'name': 'network-vif-deleted', 'tag': '80211b8f-4eae-40f7-b73b-e3f213bbbc6d'}, {'name': 'network-changed', 'server_uuid': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'tag': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:08:21.968024 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'status': 'completed', 'code': 200} Apr 16 12:08:21.968376 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'status': 'completed', 'code': 200} Apr 16 12:08:21.968715 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f23d1-5ae7-40bd-bb94-d048fdd566ea', 'name': 'network-vif-deleted', 'tag': '538b7184-e2bf-4cb6-9978-28e94b93afba', 'status': 'completed', 'code': 200} Apr 16 12:08:21.969540 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317298f3-93e7-42d3-a4b3-f31b15a50b61', 'tag': '80211b8f-4eae-40f7-b73b-e3f213bbbc6d', 'status': 'completed', 'code': 200} Apr 16 12:08:21.969869 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28ece0c-1a88-4689-9c9f-5faf956f2d43', 'tag': '866a3e58-de7a-4cff-8724-d73343947aca', 'status': 'completed', 'code': 200} Apr 16 12:08:21.970194 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'status': 'completed', 'code': 200} Apr 16 12:08:21.970520 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28ece0c-1a88-4689-9c9f-5faf956f2d43', 'name': 'network-vif-deleted', 'tag': '866a3e58-de7a-4cff-8724-d73343947aca', 'status': 'completed', 'code': 200} Apr 16 12:08:21.970844 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1484c5d-3dec-4178-a71f-b4629c733740', 'name': 'network-vif-deleted', 'tag': '35dc48d9-91a9-4dbc-a15d-a006c120fdbd', 'status': 'completed', 'code': 200} Apr 16 12:08:21.971165 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317298f3-93e7-42d3-a4b3-f31b15a50b61', 'name': 'network-vif-deleted', 'tag': '80211b8f-4eae-40f7-b73b-e3f213bbbc6d', 'status': 'completed', 'code': 200} Apr 16 12:08:21.971487 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'tag': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b', 'status': 'completed', 'code': 200} Apr 16 12:08:22.033035 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-c8ef914a-1b7e-4f3f-862d-31cba7ffac86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88d29f208c2f434c990eaa2613109873&device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 210 time: 0.0482130 Apr 16 12:08:22.074257 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-06d6ed93-6253-4ba1-84e2-4e84588f9739 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=88d29f208c2f434c990eaa2613109873&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305884 Apr 16 12:08:22.164235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:22.222655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-884fe3bd-8d26-4213-a38c-3a672e21e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:22.224264 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-884fe3bd-8d26-4213-a38c-3a672e21e2de service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428652 Apr 16 12:08:22.284936 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-9bc64396-c5a3-4f5e-a7ec-9c8faf472866 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88d29f208c2f434c990eaa2613109873&device_id=140f23d1-5ae7-40bd-bb94-d048fdd566ea HTTP/1.1" status: 200 len: 210 time: 0.0482633 Apr 16 12:08:22.320447 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-71acb58a-16cc-4974-9877-fdf8b8385f7e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=88d29f208c2f434c990eaa2613109873&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283158 Apr 16 12:08:22.467682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-8707982d-bde0-4814-9eb5-f13201e1d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:22.469948 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-8707982d-bde0-4814-9eb5-f13201e1d272 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1431203 Apr 16 12:08:22.528736 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-13e46d68-97cc-4f06-893d-6068db63328f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159e7339b5de4cb28b493f0b34f89c96&device_id=317298f3-93e7-42d3-a4b3-f31b15a50b61 HTTP/1.1" status: 200 len: 210 time: 0.0449331 Apr 16 12:08:22.565622 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-0f33c7dd-640f-4f1a-a65d-3ed1bccf6959 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=159e7339b5de4cb28b493f0b34f89c96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288267 Apr 16 12:08:22.710497 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-910e0dc6-9e28-488f-8f08-e1a985ecdaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:22.712121 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-910e0dc6-9e28-488f-8f08-e1a985ecdaa1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407681 Apr 16 12:08:22.773518 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-b5053e66-e506-4785-8df7-cd965ac53a28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159e7339b5de4cb28b493f0b34f89c96&device_id=f28ece0c-1a88-4689-9c9f-5faf956f2d43 HTTP/1.1" status: 200 len: 210 time: 0.0496018 Apr 16 12:08:22.811428 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-06dc31e8-ac9f-48b0-9e2b-6c90bcafe66c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=159e7339b5de4cb28b493f0b34f89c96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293372 Apr 16 12:08:22.956788 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-5c17b371-18ea-4db2-8aa0-797c8e1d89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:22.958361 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-5c17b371-18ea-4db2-8aa0-797c8e1d89c4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391840 Apr 16 12:08:23.017141 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-c67344ae-9065-43e5-b07b-92c72253b0e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd&device_id=e1484c5d-3dec-4178-a71f-b4629c733740 HTTP/1.1" status: 200 len: 210 time: 0.0466645 Apr 16 12:08:23.052239 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-254d92d7-d2cd-41c4-b834-edb52f6f952c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f7a44c96ec644398b4e11c7e8bf52cfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273001 Apr 16 12:08:23.196045 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-d363b728-f096-4fcd-ade2-5888a0ed03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:23.197697 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-d363b728-f096-4fcd-ade2-5888a0ed03ec service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398733 Apr 16 12:08:23.279279 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-b119d174-20fa-4823-894a-3203af15c8aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817630 Apr 16 12:08:23.386264 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-f72e8644-43e1-4780-abef-ecf0e4288cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:23.387956 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-f72e8644-43e1-4780-abef-ecf0e4288cdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 1098 time: 0.0841894 Apr 16 12:08:23.555028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-bad013af-0002-4af6-8a2b-5d2be60fd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:23.556634 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-bad013af-0002-4af6-8a2b-5d2be60fd3d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 917 time: 0.1476426 Apr 16 12:08:23.558242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-f5800962-e1f2-41ff-a26a-332cecb6c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:23.559814 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-f5800962-e1f2-41ff-a26a-332cecb6c48f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 1099 time: 0.3347147 Apr 16 12:08:23.642027 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-1fec6435-3d75-44ca-b344-c444c155ed6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22 HTTP/1.1" status: 200 len: 217 time: 0.0728881 Apr 16 12:08:23.703633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-6aabd205-ae78-46bc-b8a7-cd319823a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:23.705246 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-6aabd205-ae78-46bc-b8a7-cd319823a7e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 913 time: 0.1359854 Apr 16 12:08:23.712466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-ada86612-25fb-45b2-b7c5-6ec7352e4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:23.714087 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-ada86612-25fb-45b2-b7c5-6ec7352e4814 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.0647986 Apr 16 12:08:23.800605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-63a7be02-cf47-44d5-b13e-effac6dacc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:23.802235 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-63a7be02-cf47-44d5-b13e-effac6dacc2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820792 Apr 16 12:08:23.813785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-1478bd16-5162-41ef-a0ac-a1166cbe72f7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 12:08:23.814854 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-1478bd16-5162-41ef-a0ac-a1166cbe72f7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058682 Apr 16 12:08:23.816725 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-2c6e8a0c-0ca3-43a9-81e0-df9d39d3e334 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b HTTP/1.1" status: 200 len: 1002 time: 0.1049457 Apr 16 12:08:23.889382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-17efd512-cf4d-42f7-b830-a9d82bffd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:23.891452 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-17efd512-cf4d-42f7-b830-a9d82bffd8aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0650759 Apr 16 12:08:23.964314 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-9b1854a0-4c58-4304-9297-dc4317b86573 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384883 Apr 16 12:08:23.984690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-f54bc169-b06f-46b5-b22e-b944f10b4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:23.986310 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-f54bc169-b06f-46b5-b22e-b944f10b4241 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855911 Apr 16 12:08:24.112630 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5e8209b6-8b87-495a-bec2-c70acbeaa100 req-44320ab6-7644-47da-a9d0-ea055dd91da6 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410632 Apr 16 12:08:24.136066 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-d7b2b24e-690e-4d8b-8222-b2fe7d5f8066 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424251 Apr 16 12:08:24.276458 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a01e23aa-6831-407f-bd90-9789c8430ed6 req-a79eb3e2-8ba3-4f30-8be8-3465f3686b5a service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337361 Apr 16 12:08:34.773542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:08:38.409015 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-d31bd6f4-b697-4c1c-b6dc-e479fe2320d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.546429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-1bfdb120-91a2-4f93-b7e2-58618f1c2bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:41.314603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:41.867101 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:43.233333 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:52.173421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:08.411138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-66f30699-0b8d-4e53-9b06-e0da7c491760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:10.547120 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccf6cbe1-2d41-4a45-b417-ae2c2eab624a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:11.317879 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:11.773008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:09:11.868589 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:13.235654 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:22.172330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:24.274753 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0780075c-6025-4242-b154-ec165a575eac req-f3b4770b-a08e-4a86-a1ac-583c8e0bfe92 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0975304 Apr 16 12:09:24.341343 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0780075c-6025-4242-b154-ec165a575eac req-aca0f789-bdce-4c39-ade3-627b744b9d33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 210 time: 0.0461507 Apr 16 12:09:24.391996 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0780075c-6025-4242-b154-ec165a575eac req-332154fd-57c9-4e7a-b6f2-1544b25bd99f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8c22b70829724afdb574394af4af4635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299170 Apr 16 12:09:24.547572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780075c-6025-4242-b154-ec165a575eac req-da1e8715-5bcd-443f-af46-332ff1f3df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:24.549195 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0780075c-6025-4242-b154-ec165a575eac req-da1e8715-5bcd-443f-af46-332ff1f3df32 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511564 Apr 16 12:09:38.412737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc942-8663-4ee3-a881-fdb7fea58a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:40.550574 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e63b754e-22ad-4b67-a323-7e444f1de5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:41.320284 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:41.871152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:43.238103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:45.352406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453fff-6d1a-4f9a-8d2a-f170855bf5a5 req-94c096b8-f354-49c6-94f1-0883f194a76a tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:45.354051 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-45453fff-6d1a-4f9a-8d2a-f170855bf5a5 req-94c096b8-f354-49c6-94f1-0883f194a76a tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 946 time: 0.1439931 Apr 16 12:09:45.402368 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-45453fff-6d1a-4f9a-8d2a-f170855bf5a5 req-4b355697-fc2e-4490-a492-d16f338256dc tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418651 Apr 16 12:09:46.605742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562058-d36f-4367-b30c-369404203818 req-84f936c4-7e66-44f5-b84c-4cc3937f03ed tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:46.607364 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8d562058-d36f-4367-b30c-369404203818 req-84f936c4-7e66-44f5-b84c-4cc3937f03ed tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 946 time: 0.0927322 Apr 16 12:09:46.655959 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-8d562058-d36f-4367-b30c-369404203818 req-5da9349b-acbb-4262-bcac-630d98888fcc tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416448 Apr 16 12:09:46.916500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-bb7c5add-62c8-4b91-9a47-8310c910a02c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:46.917277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-bb7c5add-62c8-4b91-9a47-8310c910a02c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Synchronizing usage tracker for tenant:063bee69520345d58b472248ded51875 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:09:46.933386 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-bb7c5add-62c8-4b91-9a47-8310c910a02c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Unset dirty status for tenant:063bee69520345d58b472248ded51875 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:09:46.934609 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-bb7c5add-62c8-4b91-9a47-8310c910a02c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 946 time: 0.1087730 Apr 16 12:09:47.011346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Deleting port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:09:47.011731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:47.272779 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] For port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:47.273101 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:47.582094 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:47.582521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:47.582935 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Floating IP 21b4a393-8042-449b-90fc-1422d67afb42 disassociated. External IP: 172.27.3.220, port: 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b. Apr 16 12:09:47.583317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Calling delete_port for 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:09:47.733186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:47.754974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fb2cf41b-8563-4222-a366-3cb3fab2d411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:47.823128 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e8999c1c-5199-4dff-8acb-25bc255d3a3c req-0765378a-6c4f-4869-b82b-c672ecbe09e6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 210 time: 0.0501189 Apr 16 12:09:47.847152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event deleted for resources: {'Port': ['ID=53ff642f-acbd-4fc1-9972-bfcf31ab9b8b,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:47.864876 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.865308 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.865733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.866153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.866565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.866980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.867393 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.867815 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.868246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.868655 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.869063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.869469 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:47.874465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:48.127063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Router c8c53784-a813-47d3-9052-77ce64301fc4 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:09:48.315151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:09:48.326975 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] Sync routers for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:09:48.346656 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:09:48.347363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:09:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:48.404443 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] No DVR routers for this DVR port 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:09:48.407659 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:48.410859 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'name': 'network-vif-deleted', 'tag': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:09:48.427618 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-898a6b6a-c39d-4686-9437-93e10ae7a94a req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "DELETE /v2.0/ports/53ff642f-acbd-4fc1-9972-bfcf31ab9b8b HTTP/1.1" status: 204 len: 173 time: 1.4870358 Apr 16 12:09:48.486098 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12a053a-59f0-44e8-b132-122856df8ebe', 'name': 'network-vif-deleted', 'tag': '53ff642f-acbd-4fc1-9972-bfcf31ab9b8b', 'status': 'completed', 'code': 200} Apr 16 12:09:48.681793 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:09:48.773643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:09:48.995914 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-674ca0f5-a59b-475e-8f69-99b7c4eca63a req-0a115cad-3d27-4269-ad77-7b2343089d39 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c12a053a-59f0-44e8-b132-122856df8ebe HTTP/1.1" status: 200 len: 210 time: 0.0533400 Apr 16 12:09:49.072305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:49.076430 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] Checking router: c8c53784-a813-47d3-9052-77ce64301fc4 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:09:49.085231 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:09:49.085880 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:09:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:49.270563 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:09:49.613092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:49.617473 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309239fb-f48a-4d91-93ed-103744d4969b None None] The sync data for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi is: [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:09:50.003372 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734fddc-be29-479b-b30a-9159dd637b1c None None] New status for floating IP 21b4a393-8042-449b-90fc-1422d67afb42: DOWN {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:09:50.148519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:09:50.185532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:09:50.185917 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device 53ff642f-acbd-4fc1-9972-bfcf31ab9b8b not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:09:50.388166 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-ce1d7b2a-6452-4345-a255-655245e6d573 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38386356&fields=id&tenant_id=063bee69520345d58b472248ded51875 HTTP/1.1" status: 200 len: 267 time: 0.0439429 Apr 16 12:09:50.551326 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-5381cbac-4582-42d1-a115-fef5d4a401da tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:50.552982 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-5381cbac-4582-42d1-a115-fef5d4a401da tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 812 time: 0.1576612 Apr 16 12:09:50.570196 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-384d289b-a63e-4869-9af7-156785ddbce9 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/quotas/063bee69520345d58b472248ded51875 HTTP/1.1" status: 200 len: 375 time: 0.0107734 Apr 16 12:09:50.666755 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-7ae7edab-df1b-4458-922b-1ca24879fb73 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908933 Apr 16 12:09:50.683644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-a67cdb18-1aa2-42a1-aaaf-029218299dbe service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 12:09:50.684708 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-a67cdb18-1aa2-42a1-aaaf-029218299dbe service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054691 Apr 16 12:09:50.825450 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-cb7e38ac-fb72-46df-8292-35226a299c0e service neutron] 10.222.0.48 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341543 Apr 16 12:09:50.967712 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-63827f2c-efa8-4ce0-97fd-6bc882a5d20f service neutron] 10.222.0.48 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357851 Apr 16 12:09:52.179041 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:52.404458 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1711692d-941b-4df3-8390-41c7f7aa82fb req-b7709eaa-7138-4d44-b522-29c90321e43c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 210 time: 0.0494773 Apr 16 12:09:53.575203 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-91389ee2-a3d6-452d-a9fc-7eb9e46432de req-ab7835da-4995-4ec2-b195-d80cf0b2775d tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 210 time: 0.0498824 Apr 16 12:09:53.776689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-aceca8ef-4783-4cff-aa79-22ba4fbeb956 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:53.778239 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-aceca8ef-4783-4cff-aa79-22ba4fbeb956 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 812 time: 0.1590183 Apr 16 12:09:53.856018 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-86020ab1-7123-4aa3-ba24-d816ed5af132 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=063bee69520345d58b472248ded51875 HTTP/1.1" status: 200 len: 8057 time: 0.0689290 Apr 16 12:09:53.867046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'port': {'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'admin_state_up': True, 'tenant_id': '063bee69520345d58b472248ded51875', 'security_groups': ['9f236cc7-14eb-47d7-818a-c2e79fcbd4cd']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:09:54.010956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:09:54.015186 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:port and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:09:54.018161 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:09:54.024256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:09:54.033363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Made reservation on behalf of 063bee69520345d58b472248ded51875 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:09:54.039363 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:54.462521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Allocated IP 172.20.0.12 (a81fee99-a812-45d7-a1b3-049db933b2e3/e74f956e-e26c-4780-afb4-4040a85b275e/e7fe141b-6b38-4988-8a16-98d63fdf9faa) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:09:54.664267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:54.681516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Transition to ACTIVE for port object e7fe141b-6b38-4988-8a16-98d63fdf9faa will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:09:54.706040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:54.723731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-112c7388-68a1-4266-8cf0-e7168e13387f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:54.780285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26cb1a-71a9-4562-a0a3-b335e36272ab req-2dd8d7f1-2394-4f9a-897f-4e1135007138 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:54.782031 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ea26cb1a-71a9-4562-a0a3-b335e36272ab req-2dd8d7f1-2394-4f9a-897f-4e1135007138 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 932 time: 0.0945060 Apr 16 12:09:54.830936 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ea26cb1a-71a9-4562-a0a3-b335e36272ab req-28d901c6-f6cd-4529-8ef0-30c81dcef544 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424397 Apr 16 12:09:54.866553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'Port': ['ID=e7fe141b-6b38-4988-8a16-98d63fdf9faa,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:54.869689 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:54.923366 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Network a81fee99-a812-45d7-a1b3-049db933b2e3 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:09:54.924832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:09:54.927277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:09:54.995696 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:54.996448 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:55.026097 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1630838 Apr 16 12:09:55.038839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Request body: {'port': {'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:09:55.158679 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:55.171079 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-84af1bdd-cc91-49bb-af26-0c2ed1594bea None None] Provisioning for port e7fe141b-6b38-4988-8a16-98d63fdf9faa completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:09:55.176669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-84af1bdd-cc91-49bb-af26-0c2ed1594bea None None] Provisioning complete for port e7fe141b-6b38-4988-8a16-98d63fdf9faa triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:09:55.177114 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-84af1bdd-cc91-49bb-af26-0c2ed1594bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:55.239986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-84af1bdd-cc91-49bb-af26-0c2ed1594bea None None] Port e7fe141b-6b38-4988-8a16-98d63fdf9faa cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:09:55.515345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fe141b-6b38-4988-8a16-98d63fdf9faa {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:09:55.523231 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:55.538513 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Transition to ACTIVE for port object e7fe141b-6b38-4988-8a16-98d63fdf9faa will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:09:55.541177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:55.560517 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-47d60c06-6385-4d2d-849f-9d4cb5fd778c tempest-AttachVolumeNegativeTest-291236510 tempest-AttachVolumeNegativeTest-291236510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:55.705868 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fe141b-6b38-4988-8a16-98d63fdf9faa,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:55.711040 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:55.924841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Attempting to bind port e7fe141b-6b38-4988-8a16-98d63fdf9faa on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:09:55.925197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Attempting to bind port e7fe141b-6b38-4988-8a16-98d63fdf9faa by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:09:55.925564 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Attempting to bind port e7fe141b-6b38-4988-8a16-98d63fdf9faa on network a81fee99-a812-45d7-a1b3-049db933b2e3 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:09:55.930647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Port e7fe141b-6b38-4988-8a16-98d63fdf9faa on network a81fee99-a812-45d7-a1b3-049db933b2e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:09:55.931008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Attempting to bind port e7fe141b-6b38-4988-8a16-98d63fdf9faa on network a81fee99-a812-45d7-a1b3-049db933b2e3 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:09:55.936549 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:09:55.936935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Checking segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:09:55.937366 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Bound using segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:09:55.937832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Bound port: e7fe141b-6b38-4988-8a16-98d63fdf9faa, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:09:55.938216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:56.038594 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] For port e7fe141b-6b38-4988-8a16-98d63fdf9faa, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:09:56.041729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] For port e7fe141b-6b38-4988-8a16-98d63fdf9faa, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e7fe141b-6b38-4988-8a16-98d63fdf9faa,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:09:56.045153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:56.052063 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeb7a9-f3b6-4116-bb32-6250b3910047 req-6d0d274e-398b-4af1-9048-f59276b67f4a tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:56.053709 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9faeb7a9-f3b6-4116-bb32-6250b3910047 req-6d0d274e-398b-4af1-9048-f59276b67f4a tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 944 time: 0.1037581 Apr 16 12:09:56.060760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-99abf071-73b1-44b6-839d-606b1ed66f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:56.103578 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9faeb7a9-f3b6-4116-bb32-6250b3910047 req-5e0728cb-3cff-4686-9e73-0449c66a7e7f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430968 Apr 16 12:09:56.216588 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fe141b-6b38-4988-8a16-98d63fdf9faa,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:56.222962 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:56.258694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:56.259595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:56.261031 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-78dd32e2-8732-47d1-b034-e795d8401a14 service neutron] 10.222.0.55 "PUT /v2.0/ports/e7fe141b-6b38-4988-8a16-98d63fdf9faa HTTP/1.1" status: 200 len: 1094 time: 1.2271378 Apr 16 12:09:56.261606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'tag': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:09:56.341119 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'tag': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'status': 'completed', 'code': 200} Apr 16 12:09:56.385956 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d197792-ca52-448b-bc9a-398cc07ba6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:56.387646 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-2d197792-ca52-448b-bc9a-398cc07ba6ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 1097 time: 0.0881913 Apr 16 12:09:56.461429 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-885ecdf9-ee97-4f12-9cd2-bb50eb440618 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7fe141b-6b38-4988-8a16-98d63fdf9faa HTTP/1.1" status: 200 len: 217 time: 0.0660405 Apr 16 12:09:56.533776 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-ae483551-7cc9-4590-a892-e15e7575f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:56.535254 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-ae483551-7cc9-4590-a892-e15e7575f301 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0661335 Apr 16 12:09:56.619523 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-3a73a6da-a787-47a2-bce5-ea5f221d935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:56.621162 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-3a73a6da-a787-47a2-bce5-ea5f221d935a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773120 Apr 16 12:09:56.763816 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-c45a5d76-b4f5-428f-81c8-570ee16027c3 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350548 Apr 16 12:09:56.905614 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1580c2de-87f1-4245-8de2-2a9742c2d431 req-baee35c1-e502-403a-be1b-eadd125fa4b1 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348381 Apr 16 12:09:57.033957 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-47338426-e1d3-49b4-a21e-b04de0215b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:57.035567 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-47338426-e1d3-49b4-a21e-b04de0215b0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 1097 time: 0.0816381 Apr 16 12:09:57.178992 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-58d171c0-855e-4b3a-a57b-9100301b2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:57.180527 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-58d171c0-855e-4b3a-a57b-9100301b2b78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 913 time: 0.1378179 Apr 16 12:09:57.253906 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-bce4f388-5649-4607-9477-8be2672dea6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7fe141b-6b38-4988-8a16-98d63fdf9faa HTTP/1.1" status: 200 len: 217 time: 0.0663416 Apr 16 12:09:57.312268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8bb5f-f8b2-419a-8d1a-cfba26f043de req-bcf00e13-d9b2-49af-952b-afd05f78606d tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:57.314252 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fcf8bb5f-f8b2-419a-8d1a-cfba26f043de req-bcf00e13-d9b2-49af-952b-afd05f78606d tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 944 time: 0.0928719 Apr 16 12:09:57.326425 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-984414d8-4088-4925-9fb7-5b82d0e9c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:57.328030 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-984414d8-4088-4925-9fb7-5b82d0e9c243 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0661528 Apr 16 12:09:57.363747 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fcf8bb5f-f8b2-419a-8d1a-cfba26f043de req-4de35f66-10f3-4128-9893-cffa1c2698f8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429692 Apr 16 12:09:57.410550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-9b9e9117-f2cc-431e-b1f8-f6a08b551b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:57.412249 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-9b9e9117-f2cc-431e-b1f8-f6a08b551b9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771942 Apr 16 12:09:57.553601 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-de91bf91-68ab-4036-8a2b-8f095abe7cc0 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336942 Apr 16 12:09:57.698054 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f754fb9e-19e9-4377-b1a4-d82877b974dc req-17e05a13-5b8d-4f1f-8ec2-4582f492cce9 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367850 Apr 16 12:09:58.570908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1adb21-f6d6-4d83-80ad-3a636c736de2 req-e18128e1-259f-4b34-b64f-de9873705345 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:58.572535 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c1adb21-f6d6-4d83-80ad-3a636c736de2 req-e18128e1-259f-4b34-b64f-de9873705345 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 944 time: 0.0932899 Apr 16 12:09:58.621961 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c1adb21-f6d6-4d83-80ad-3a636c736de2 req-c02bd2aa-a0d2-4a44-bcf0-b22b17b96a30 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429838 Apr 16 12:09:59.822676 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0583e27-b53d-407f-97e0-126e8c8f32a1 req-3092095d-a68e-435c-a5c3-c92d6dbca872 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:09:59.824234 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a0583e27-b53d-407f-97e0-126e8c8f32a1 req-3092095d-a68e-435c-a5c3-c92d6dbca872 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 944 time: 0.0863235 Apr 16 12:09:59.872563 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a0583e27-b53d-407f-97e0-126e8c8f32a1 req-9e2cb5c4-5daf-49da-8109-cd19ec995ba0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419223 Apr 16 12:10:01.073886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0de9e-fd74-427d-9ea5-a416038db126 req-ed4907d4-6ac0-4910-a962-877abec4cc68 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:01.075484 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-32a0de9e-fd74-427d-9ea5-a416038db126 req-ed4907d4-6ac0-4910-a962-877abec4cc68 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 944 time: 0.0916646 Apr 16 12:10:01.122349 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-32a0de9e-fd74-427d-9ea5-a416038db126 req-ed83dacf-715b-45ae-9e7a-9245e4165b03 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404847 Apr 16 12:10:02.326252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb71-80a8-43ee-b101-797d63cfa15a req-057bd96d-d726-4bbf-be0c-6fd74a95b83b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:02.327898 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-11eacb71-80a8-43ee-b101-797d63cfa15a req-057bd96d-d726-4bbf-be0c-6fd74a95b83b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 944 time: 0.0881548 Apr 16 12:10:02.380426 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-11eacb71-80a8-43ee-b101-797d63cfa15a req-eaf28ad2-53fa-4ff0-91a5-d4aa17a4c006 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454063 Apr 16 12:10:03.582263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e08701-71f7-4e8a-aab1-c1ec26631b9f req-4925b746-e0d3-46dd-a76a-58a683394965 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:03.583900 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-25e08701-71f7-4e8a-aab1-c1ec26631b9f req-4925b746-e0d3-46dd-a76a-58a683394965 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 944 time: 0.0885201 Apr 16 12:10:03.632081 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-25e08701-71f7-4e8a-aab1-c1ec26631b9f req-fe115a39-a921-429c-94b7-dfb2c606e8fc tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412955 Apr 16 12:10:04.174138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device e7fe141b-6b38-4988-8a16-98d63fdf9faa details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:10:04.312533 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port e7fe141b-6b38-4988-8a16-98d63fdf9faa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e7fe141b-6b38-4988-8a16-98d63fdf9faa,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:10:04.327088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'mac_address': 'fa:16:3e:dc:0a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:10:04.384995 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:04.403573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fe141b-6b38-4988-8a16-98d63fdf9faa {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:10:04.419643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port e7fe141b-6b38-4988-8a16-98d63fdf9faa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e7fe141b-6b38-4988-8a16-98d63fdf9faa,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:10:04.423590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:04.425470 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-149a6883-bc36-457e-95a0-37492ff82041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:10:04.497593 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=e7fe141b-6b38-4988-8a16-98d63fdf9faa,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:10:04.505972 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.506371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.506768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.507157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.507543 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.507966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.508350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.508734 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.509112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.509489 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.509865 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.510238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:04.514558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:10:04.722371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['e7fe141b-6b38-4988-8a16-98d63fdf9faa'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:10:04.836565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d7e3-b48c-4871-978b-a92e277eac9e req-f2417ae2-a5f2-4872-923e-6b4cde12a950 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:04.838210 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fa56d7e3-b48c-4871-978b-a92e277eac9e req-f2417ae2-a5f2-4872-923e-6b4cde12a950 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 945 time: 0.0928724 Apr 16 12:10:04.887290 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-fa56d7e3-b48c-4871-978b-a92e277eac9e req-c659c11d-aed9-4b8f-967b-1c82b613d4b3 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425739 Apr 16 12:10:06.087219 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933037e-fd4b-48b8-8daf-23021d2bcac0 req-bcd7332a-c220-469b-8862-dd8923255a34 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:06.088833 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c933037e-fd4b-48b8-8daf-23021d2bcac0 req-bcd7332a-c220-469b-8862-dd8923255a34 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 945 time: 0.0893688 Apr 16 12:10:06.136101 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c933037e-fd4b-48b8-8daf-23021d2bcac0 req-f8ca7a3b-1844-4f91-ba34-778eb7954861 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401957 Apr 16 12:10:06.187845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device e7fe141b-6b38-4988-8a16-98d63fdf9faa up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:10:06.260735 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port e7fe141b-6b38-4988-8a16-98d63fdf9faa completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:10:06.265486 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port e7fe141b-6b38-4988-8a16-98d63fdf9faa triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:10:06.265905 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:06.388073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:06.416845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:10:06.427285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port e7fe141b-6b38-4988-8a16-98d63fdf9faa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e7fe141b-6b38-4988-8a16-98d63fdf9faa,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:10:06.430479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:06.432420 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:10:06.504491 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=e7fe141b-6b38-4988-8a16-98d63fdf9faa,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:10:06.507951 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:10:06.525039 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'code': 200} Apr 16 12:10:06.831069 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60392955-182c-4062-a3a4-dc8faba3f8e5 req-a7268409-de22-4ddd-9429-46ef762459ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:06.832648 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-60392955-182c-4062-a3a4-dc8faba3f8e5 req-a7268409-de22-4ddd-9429-46ef762459ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 1099 time: 0.0807526 Apr 16 12:10:06.876154 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-60392955-182c-4062-a3a4-dc8faba3f8e5 req-953aa442-72d0-4169-878b-3f4f8768eaa0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361512 Apr 16 12:10:07.346224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad001e9d-2612-4b6f-8d0a-11555f1c91a0 req-4c9ff458-27bd-480e-87b4-0f2efdd679dd tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:07.347843 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad001e9d-2612-4b6f-8d0a-11555f1c91a0 req-4c9ff458-27bd-480e-87b4-0f2efdd679dd tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 946 time: 0.0930498 Apr 16 12:10:07.396467 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad001e9d-2612-4b6f-8d0a-11555f1c91a0 req-69de26ab-b503-4b7c-b750-77f6c7cebea6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418131 Apr 16 12:10:08.413519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-68bf0536-af5b-4255-bdf3-613d323cacc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:08.596532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd3906-817b-4533-acb9-5082891ccee3 req-2efedfc1-52ff-4b80-b31d-886c9b335adf tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:08.598160 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-08cd3906-817b-4533-acb9-5082891ccee3 req-2efedfc1-52ff-4b80-b31d-886c9b335adf tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 946 time: 0.0885503 Apr 16 12:10:08.651186 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-08cd3906-817b-4533-acb9-5082891ccee3 req-2552357a-189e-4c4a-a89b-4fbf6225174a tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462470 Apr 16 12:10:09.079851 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5ae04-5fea-4add-b53c-358f677e959a req-21498bdd-a9ad-49b3-bf60-bbb0ee8c7e17 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:09.081378 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c1b5ae04-5fea-4add-b53c-358f677e959a req-21498bdd-a9ad-49b3-bf60-bbb0ee8c7e17 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 946 time: 0.3179080 Apr 16 12:10:09.128451 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c1b5ae04-5fea-4add-b53c-358f677e959a req-e01b7aaf-6f97-4e8f-988d-6f5d9dee496c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406873 Apr 16 12:10:09.153206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33186) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:10:09.232454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b19eaf1-053c-4021-a4c9-987f46739cbe tempest-TestVolumeBootPattern-50660385 tempest-TestVolumeBootPattern-50660385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:09.234046 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-0b19eaf1-053c-4021-a4c9-987f46739cbe tempest-TestVolumeBootPattern-50660385 tempest-TestVolumeBootPattern-50660385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 1094 time: 0.0798075 Apr 16 12:10:09.237071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33190) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:10:09.242583 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'floatingip': {'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'tenant_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:10:09.248896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:10:09.252975 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:floatingip and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:10:09.255962 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:10:09.262029 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:10:09.272044 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:09.414876 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:09.559633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Allocated IP 172.27.3.78 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/8b0728a0-3e5e-4414-b9e8-0afb1ada9462) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:10:09.719737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:09.749348 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:09.765118 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:10:09.900505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'Port': ['ID=8b0728a0-3e5e-4414-b9e8-0afb1ada9462,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:10:09.920634 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.921071 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.921495 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.921915 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.922864 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.923277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.923690 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.924133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.924541 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.924948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.925352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.925760 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:10:09.929742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:10:09.969572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:10:09.970766 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:10:09.973190 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:10:10.391577 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:10.469464 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:10.553073 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-e01cdd4e-6db1-4900-a981-d01751f489aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:10.688360 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:10.691917 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:10.707437 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eaf6947f-6297-4c14-a744-da9f4e543bd2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:10:10.839474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'Port': ['ID=8b0728a0-3e5e-4414-b9e8-0afb1ada9462,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:10:10.854795 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:10:10.946020 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:11.127303 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Floating IP 506c0eb5-5509-4a9f-b1b6-355db82395fb associated. External IP: 172.27.3.78, port: e7fe141b-6b38-4988-8a16-98d63fdf9faa. Apr 16 12:10:11.323250 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:11.495985 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Router c8c53784-a813-47d3-9052-77ce64301fc4 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:10:11.688248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:10:11.697910 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] Sync routers for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:10:11.708035 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:10:11.708729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:10:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:10:11.713102 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:11.775968 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-bf17c00d-97f7-431f-bdad-d03cfab8f97b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5377481 Apr 16 12:10:11.776683 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'tag': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:10:11.885241 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:11.889619 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'tag': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'status': 'completed', 'code': 200} Apr 16 12:10:11.914235 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:10:11.990248 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-c1f1d7dd-3da0-4001-b080-b91cea6de587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:11.991782 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-c1f1d7dd-3da0-4001-b080-b91cea6de587 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 1099 time: 0.0791008 Apr 16 12:10:12.137028 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-1529a4c9-97b1-43b6-b959-22631b019041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:12.138611 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-1529a4c9-97b1-43b6-b959-22631b019041 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 913 time: 0.1392646 Apr 16 12:10:12.253114 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-326ac091-02d4-46a8-8354-30933c9cbd9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7fe141b-6b38-4988-8a16-98d63fdf9faa HTTP/1.1" status: 200 len: 999 time: 0.1055963 Apr 16 12:10:12.283463 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '506c0eb5-5509-4a9f-b1b6-355db82395fb', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:dc:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:10Z', 'updated_at': '2021-04-16T12:10:10Z', 'revision_number': 0, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:10:12.287510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] Checking router: c8c53784-a813-47d3-9052-77ce64301fc4 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:10:12.296331 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:10:12.297511 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:10:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:10:12.321374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-1e0f5583-7794-4f40-9d66-aac5416ce9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:12.322932 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-1e0f5583-7794-4f40-9d66-aac5416ce9b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0628254 Apr 16 12:10:12.408362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-0872ffab-5461-46bb-9849-969fe8314be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:12.410052 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-0872ffab-5461-46bb-9849-969fe8314be7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799353 Apr 16 12:10:12.486938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:10:12.801879 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-8b81622c-cf11-4130-8031-1bc4a4d57581 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848963 Apr 16 12:10:12.871416 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '506c0eb5-5509-4a9f-b1b6-355db82395fb', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:dc:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:10Z', 'updated_at': '2021-04-16T12:10:10Z', 'revision_number': 0, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:10:12.876444 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31c6d1-92bc-44c7-84e6-502e8e7af22a None None] The sync data for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi is: [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '506c0eb5-5509-4a9f-b1b6-355db82395fb', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:dc:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:10Z', 'updated_at': '2021-04-16T12:10:10Z', 'revision_number': 0, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:10:12.946697 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-67bcc7ba-3ebe-4787-9350-a5df1b437240 req-ec13b8e0-5422-4e51-b9d5-851072a7e95f service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382647 Apr 16 12:10:13.134151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97937cce-4e2d-48b0-b65b-f1e8ec308aa1 None None] New status for floating IP 506c0eb5-5509-4a9f-b1b6-355db82395fb: ACTIVE {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:10:13.240239 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:22.183205 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:24.248251 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-4e30ca1e-d4e4-4caa-807c-2c2f0055a611 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770297 Apr 16 12:10:24.348135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-218b920d-d29e-4c19-b9f2-b72fa77d5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:24.349787 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-218b920d-d29e-4c19-b9f2-b72fa77d5b35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 1099 time: 0.0800207 Apr 16 12:10:24.508603 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-fc5391f3-5055-4354-a3ff-1157c0c0ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:24.510216 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-fc5391f3-5055-4354-a3ff-1157c0c0ca93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 911 time: 0.1386282 Apr 16 12:10:24.582961 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-cea1e1a0-546b-4823-8d58-6499e74a3205 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30116f33-460b-47c5-a3cf-483153866a15 HTTP/1.1" status: 200 len: 217 time: 0.0652773 Apr 16 12:10:24.654482 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-4f9f52ba-f440-482f-85d9-5e9fe1d7562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:24.656597 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-4f9f52ba-f440-482f-85d9-5e9fe1d7562f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 200 len: 849 time: 0.0663846 Apr 16 12:10:24.738352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-748b35e1-d151-4290-b81b-9a10575036ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:10:24.739935 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-748b35e1-d151-4290-b81b-9a10575036ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767648 Apr 16 12:10:24.883076 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-254cf4ec-01fb-4710-9e78-a59d0b6330fd service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358087 Apr 16 12:10:25.030266 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-0da6ae2c-0f8a-40a9-82d0-5828dd0fbd6a req-68deb486-cbc2-479c-9ca0-b3adb8b565ae service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353507 Apr 16 12:10:25.773131 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:10:38.414826 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-95eb8109-b7b8-4683-a2c7-1ec9acf8d7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:40.555366 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c088e4e7-9872-4687-8220-6bb984f1c253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:41.324801 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:41.876151 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:43.247807 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:52.182107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:02.774157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:11:08.418479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-aa352573-6596-430c-9e10-6a43977a172f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:10.556538 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-dd2ac58a-296e-4c30-84b8-c5d90c1924ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:11.329132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:11.878855 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:13.247421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:22.207713 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:25.209245 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-633bda67-4257-4ee9-aa49-5f0f146d8e7b req-ec91ff76-30d8-4516-88ef-d325434287d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0523136 Apr 16 12:11:25.329540 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-633bda67-4257-4ee9-aa49-5f0f146d8e7b req-1debf9f4-b910-47db-a6a9-3060ee43cc1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 210 time: 0.0464430 Apr 16 12:11:25.378483 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-633bda67-4257-4ee9-aa49-5f0f146d8e7b req-be9bfa95-ba4d-4a53-b03d-f47280ecc646 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8c22b70829724afdb574394af4af4635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293121 Apr 16 12:11:25.526350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bda67-4257-4ee9-aa49-5f0f146d8e7b req-c92a9344-3726-4da6-be73-e628f44c2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:25.527847 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-633bda67-4257-4ee9-aa49-5f0f146d8e7b req-c92a9344-3726-4da6-be73-e628f44c2cb6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1423440 Apr 16 12:11:38.420729 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-99a40dab-05db-4133-af12-0966fb22b8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:39.773588 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:11:40.557335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8c49ff86-8068-4dc7-8b40-1b5b6f482f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:41.331164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:41.882100 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:43.251057 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:48.353045 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-365fcd20-43d2-4579-8fd1-196e15df6855 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38386356&fields=id&tenant_id=063bee69520345d58b472248ded51875 HTTP/1.1" status: 200 len: 267 time: 0.0454843 Apr 16 12:11:48.754706 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-55368680-1c96-4b39-b14d-8f2f62e2d140 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:48.756872 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-55368680-1c96-4b39-b14d-8f2f62e2d140 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 812 time: 0.3962495 Apr 16 12:11:48.773084 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-191c5cf1-356c-4118-a74e-0bce85ff5299 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/quotas/063bee69520345d58b472248ded51875 HTTP/1.1" status: 200 len: 375 time: 0.0097573 Apr 16 12:11:48.872123 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-74d51b90-ad3d-4b41-9b6e-ce14df7bf0be tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0932796 Apr 16 12:11:49.098548 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-9a61ce5d-7826-4b0a-b3a5-de9f6debf4cd service neutron] 10.222.0.48 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134020 Apr 16 12:11:49.242531 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-1b806fd9-5a61-45a8-b47b-9a33aa8bd813 service neutron] 10.222.0.48 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368067 Apr 16 12:11:49.664793 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-3e734264-259c-45e7-b9b3-0a87384c231a req-6b0dfb96-2a4d-47d1-9938-6ae36a5a028b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 210 time: 0.0510733 Apr 16 12:11:50.770730 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7093bab9-8bea-43e6-bd8e-4bda75206229 req-47381b92-8ee3-4472-8422-0aa773053e21 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 210 time: 0.0506198 Apr 16 12:11:51.879973 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-4ec28ed5-43e0-4cb6-b561-982bc88362a9 req-1309c989-17c0-4bf6-abc4-413bdfb7d47c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 210 time: 0.0519867 Apr 16 12:11:52.226521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:52.986194 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1bc4e31d-0306-4080-8e15-6a3877f4820b req-5a338a38-e588-4710-8059-3134b9c63923 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 210 time: 0.0488639 Apr 16 12:11:54.151254 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-d8e6ed7f-10a5-46c1-8273-9068085eb4f2 req-298caa3e-1282-4892-8649-4f7418e6c086 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 210 time: 0.0526738 Apr 16 12:11:54.822413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-47031220-0478-4b08-b76e-7cb5ce8c51ba tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:54.823997 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-47031220-0478-4b08-b76e-7cb5ce8c51ba tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 812 time: 0.1579607 Apr 16 12:11:54.907062 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-e87cc3cb-ea5f-49c1-8397-2fe12a467990 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=063bee69520345d58b472248ded51875 HTTP/1.1" status: 200 len: 8057 time: 0.0720196 Apr 16 12:11:54.917079 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'port': {'device_id': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'admin_state_up': True, 'tenant_id': '063bee69520345d58b472248ded51875', 'security_groups': ['9f236cc7-14eb-47d7-818a-c2e79fcbd4cd']}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:11:55.063162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:11:55.067407 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:port and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:11:55.070925 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85344) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:11:55.076964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85344) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:11:55.086267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Made reservation on behalf of 063bee69520345d58b472248ded51875 for: {'port': 1} {{(pid=85344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:11:55.092407 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:55.266660 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Allocated IP 172.20.0.5 (a81fee99-a812-45d7-a1b3-049db933b2e3/e74f956e-e26c-4780-afb4-4040a85b275e/a47c2b03-288e-4977-b159-195bf1d71838) {{(pid=85344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:11:55.319117 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-7b333c60-33b9-4a79-8f80-86385bc55611 req-a2677355-2a52-4c29-a0cd-c231799569aa tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 210 time: 0.0540543 Apr 16 12:11:55.474783 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for port, precommit_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:55.492891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Transition to ACTIVE for port object a47c2b03-288e-4977-b159-195bf1d71838 will not be triggered until provisioned by entity DHCP. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:11:55.518641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_create {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:55.541272 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-08a56c0e-4428-4bb7-8d2e-00911dfe220c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:11:55.680874 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'Port': ['ID=a47c2b03-288e-4977-b159-195bf1d71838,revision_number=1']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:11:55.702871 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.703309 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.703747 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.704202 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.704625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.705050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.705474 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.705893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.706313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.706728 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.707144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.707558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:11:55.711539 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:11:55.751320 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Network a81fee99-a812-45d7-a1b3-049db933b2e3 is already hosted by enough agents. {{(pid=85344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:11:55.752490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources bound (agent type, host, resource id): {{(pid=85344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:11:55.754831 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Received port after_create {{(pid=85344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:11:55.823733 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:55.824465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:55.850231 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-127f58f9-4ac7-4b40-bc3e-1e9e7d2db365 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9381361 Apr 16 12:11:55.866369 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Request body: {'port': {'device_id': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:11:55.986758 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:56.003300 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-a257265c-7608-4f8e-a678-9bc2cbf3288e None None] Provisioning for port a47c2b03-288e-4977-b159-195bf1d71838 completed by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:11:56.008460 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-a257265c-7608-4f8e-a678-9bc2cbf3288e None None] Provisioning complete for port a47c2b03-288e-4977-b159-195bf1d71838 triggered by entity DHCP. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:11:56.008886 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a257265c-7608-4f8e-a678-9bc2cbf3288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:56.067340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-a257265c-7608-4f8e-a678-9bc2cbf3288e None None] Port a47c2b03-288e-4977-b159-195bf1d71838 cannot update to ACTIVE because it is not bound. {{(pid=85345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:11:56.348781 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47c2b03-288e-4977-b159-195bf1d71838 {{(pid=85344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:11:56.357318 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:56.374055 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Transition to ACTIVE for port object a47c2b03-288e-4977-b159-195bf1d71838 will not be triggered until provisioned by entity L2. {{(pid=85344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:11:56.376779 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:56.392374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f08f8636-0189-4a00-aba3-c5a8880aa5a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:11:56.528004 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Pushing event updated for resources: {'Port': ['ID=a47c2b03-288e-4977-b159-195bf1d71838,revision_number=2']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:11:56.528404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343af21-56ff-494c-9eb8-85e5b38e4212 req-e9a40676-3bd8-4e41-adc8-39fa15604deb tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:56.529755 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1343af21-56ff-494c-9eb8-85e5b38e4212 req-e9a40676-3bd8-4e41-adc8-39fa15604deb tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 943 time: 0.0928311 Apr 16 12:11:56.532658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:11:56.579702 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1343af21-56ff-494c-9eb8-85e5b38e4212 req-2449ae87-b11f-444e-bdbe-c948fa336b0c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418928 Apr 16 12:11:56.760090 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Attempting to bind port a47c2b03-288e-4977-b159-195bf1d71838 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:11:56.760479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Attempting to bind port a47c2b03-288e-4977-b159-195bf1d71838 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:11:56.760853 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Attempting to bind port a47c2b03-288e-4977-b159-195bf1d71838 on network a81fee99-a812-45d7-a1b3-049db933b2e3 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:11:56.765796 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Port a47c2b03-288e-4977-b159-195bf1d71838 on network a81fee99-a812-45d7-a1b3-049db933b2e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:11:56.766163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Attempting to bind port a47c2b03-288e-4977-b159-195bf1d71838 on network a81fee99-a812-45d7-a1b3-049db933b2e3 {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:11:56.771757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Checking agent: {'id': '11da60ac-2795-47fa-90ba-cb58fa1f72fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'started_at': datetime.datetime(2021, 4, 16, 11, 56, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:11:56.772169 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Checking segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:11:56.772599 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Bound using segment: {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'} {{(pid=85344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:11:56.773076 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Bound port: a47c2b03-288e-4977-b159-195bf1d71838, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1d6769-9545-4065-9c25-ced83ab60469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3'}}] {{(pid=85344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:11:56.773461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:56.871441 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] For port a47c2b03-288e-4977-b159-195bf1d71838, host hv-cinder-78662, cleared binding levels {{(pid=85344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:11:56.874648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] For port a47c2b03-288e-4977-b159-195bf1d71838, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a47c2b03-288e-4977-b159-195bf1d71838,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:11:56.878126 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851926632'] for port, after_update {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:56.893370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-271c7fca-1e30-4b61-a083-4cf6b1b9e3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:11:57.049265 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Pushing event updated for resources: {'Port': ['ID=a47c2b03-288e-4977-b159-195bf1d71838,revision_number=3']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:11:57.053988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:11:57.087382 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:57.088100 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:57.089596 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] 10.222.0.55 "PUT /v2.0/ports/a47c2b03-288e-4977-b159-195bf1d71838 HTTP/1.1" status: 200 len: 1093 time: 1.2287536 Apr 16 12:11:57.090163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'tag': 'a47c2b03-288e-4977-b159-195bf1d71838'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:11:57.177561 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'tag': 'a47c2b03-288e-4977-b159-195bf1d71838', 'status': 'completed', 'code': 200} Apr 16 12:11:57.219683 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-7e2a4ea2-deb5-4a21-8a67-58f6be9b2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:57.221533 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-7e2a4ea2-deb5-4a21-8a67-58f6be9b2293 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 1096 time: 0.0931289 Apr 16 12:11:57.295744 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-f920c730-28bb-4eea-8a58-63271805a887 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47c2b03-288e-4977-b159-195bf1d71838 HTTP/1.1" status: 200 len: 217 time: 0.0655196 Apr 16 12:11:57.367215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-56435b32-f461-46b1-a865-7a4f904e4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:57.368805 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-56435b32-f461-46b1-a865-7a4f904e4c93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0666707 Apr 16 12:11:57.451104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-ad524f99-aeae-497c-9bc0-787da16b4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:57.452711 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-ad524f99-aeae-497c-9bc0-787da16b4536 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767989 Apr 16 12:11:57.597222 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-3ec2ce71-5958-4371-b1ae-0f276bbfe2d0 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371081 Apr 16 12:11:57.800295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3764-c2c3-42fe-9e23-2b631c57aaaa req-01d7d493-9fdd-4736-acd1-8f0abc33a812 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:57.801978 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ba7a3764-c2c3-42fe-9e23-2b631c57aaaa req-01d7d493-9fdd-4736-acd1-8f0abc33a812 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 943 time: 0.1001053 Apr 16 12:11:57.855447 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ba7a3764-c2c3-42fe-9e23-2b631c57aaaa req-c2c0bd9e-630e-4915-a339-4b85e1745f83 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459557 Apr 16 12:11:57.992379 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6c710f1c-e047-4bc7-a1d8-b2640169d816 req-bda26212-4825-4075-8ea3-bcd07a737dba service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879082 Apr 16 12:11:58.119047 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990146-2571-420a-8ea3-132733949138 req-e835fd00-ba26-4dd2-918a-e0e9c6459ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:58.120702 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-45990146-2571-420a-8ea3-132733949138 req-e835fd00-ba26-4dd2-918a-e0e9c6459ed0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 1096 time: 0.0812693 Apr 16 12:11:58.262569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990146-2571-420a-8ea3-132733949138 req-78e606bb-0d14-49df-bc13-bd20a3f6c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:58.264171 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-45990146-2571-420a-8ea3-132733949138 req-78e606bb-0d14-49df-bc13-bd20a3f6c3fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 913 time: 0.1370728 Apr 16 12:11:58.340930 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-45990146-2571-420a-8ea3-132733949138 req-a80ba2f6-2bf5-4567-80ff-157390df0f6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47c2b03-288e-4977-b159-195bf1d71838 HTTP/1.1" status: 200 len: 217 time: 0.0682185 Apr 16 12:11:58.408957 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990146-2571-420a-8ea3-132733949138 req-862c9763-aa3b-4db6-a74e-0b46048a769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:58.410457 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-45990146-2571-420a-8ea3-132733949138 req-862c9763-aa3b-4db6-a74e-0b46048a769a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0627952 Apr 16 12:11:58.495934 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990146-2571-420a-8ea3-132733949138 req-942a6aed-12c0-41fe-9003-f8a44e7116ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:58.497530 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-45990146-2571-420a-8ea3-132733949138 req-942a6aed-12c0-41fe-9003-f8a44e7116ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761211 Apr 16 12:11:58.644128 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-45990146-2571-420a-8ea3-132733949138 req-8dcdf115-3f4c-417f-a8ef-5224e18985cd service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353333 Apr 16 12:11:58.788098 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-45990146-2571-420a-8ea3-132733949138 req-def92c6f-151d-4fa9-97e7-e6431d2653f3 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335766 Apr 16 12:11:59.058873 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc252c-cda6-4d71-9466-d31095ed23a3 req-85fe1560-ff1f-4dd7-a094-7026aa786d50 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:11:59.060443 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99fc252c-cda6-4d71-9466-d31095ed23a3 req-85fe1560-ff1f-4dd7-a094-7026aa786d50 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 943 time: 0.0896494 Apr 16 12:11:59.115626 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-99fc252c-cda6-4d71-9466-d31095ed23a3 req-a1683404-e4ad-48ba-837a-bc616e3392c6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487483 Apr 16 12:12:00.319032 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbe0bf-9d1c-49df-bcbd-480c3fba1fe9 req-e1afee38-551a-4e59-8a70-193053b8238a tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:00.320675 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e2fbe0bf-9d1c-49df-bcbd-480c3fba1fe9 req-e1afee38-551a-4e59-8a70-193053b8238a tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 943 time: 0.0909407 Apr 16 12:12:00.369494 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e2fbe0bf-9d1c-49df-bcbd-480c3fba1fe9 req-ead1d5c4-418e-4a97-9b93-9306bb331dcb tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424809 Apr 16 12:12:01.575293 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286c163-c84f-473b-900b-841272f48310 req-7cee24e8-93ad-4a1b-b6fa-4c5ace3c63f1 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:01.576920 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5286c163-c84f-473b-900b-841272f48310 req-7cee24e8-93ad-4a1b-b6fa-4c5ace3c63f1 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 943 time: 0.0941324 Apr 16 12:12:01.624863 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5286c163-c84f-473b-900b-841272f48310 req-c4eae14e-6366-466f-b6f6-ac3c0ee0fc4d tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414774 Apr 16 12:12:02.829008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa582de-7560-4694-9a48-ac817b439170 req-77768fd1-ad7a-4bc4-be5c-0cc6d89843a2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:02.830542 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5aa582de-7560-4694-9a48-ac817b439170 req-77768fd1-ad7a-4bc4-be5c-0cc6d89843a2 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 943 time: 0.0908017 Apr 16 12:12:02.879051 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5aa582de-7560-4694-9a48-ac817b439170 req-48fabe13-7394-4e62-af57-be49b95387c1 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413706 Apr 16 12:12:04.081528 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b9c70-e39a-46d4-89f6-3a463f1880a2 req-9e791763-1b34-40be-9a44-b3373c5852f8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:04.083197 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9a1b9c70-e39a-46d4-89f6-3a463f1880a2 req-9e791763-1b34-40be-9a44-b3373c5852f8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 943 time: 0.0915163 Apr 16 12:12:04.132193 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9a1b9c70-e39a-46d4-89f6-3a463f1880a2 req-286091c0-8165-41ce-98d6-988f0e7ee0f6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426435 Apr 16 12:12:05.335442 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c95c95-f759-4c02-b780-368283b729d1 req-6f8b9135-b615-4370-82a4-7c08cbefece1 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:05.337241 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-86c95c95-f759-4c02-b780-368283b729d1 req-6f8b9135-b615-4370-82a4-7c08cbefece1 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 943 time: 0.0923486 Apr 16 12:12:05.386127 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-86c95c95-f759-4c02-b780-368283b729d1 req-1bc0ff5e-72aa-4d09-8e41-0358ad31f990 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421200 Apr 16 12:12:06.587664 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bd1b6-4357-4665-94d8-d3b9cc52b74d req-67ccdbf7-6747-4c5a-9afe-3aed09c8ec9d tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:06.590026 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c51bd1b6-4357-4665-94d8-d3b9cc52b74d req-67ccdbf7-6747-4c5a-9afe-3aed09c8ec9d tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 943 time: 0.0892744 Apr 16 12:12:06.638498 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c51bd1b6-4357-4665-94d8-d3b9cc52b74d req-ade11648-6fbd-426f-a645-73c4d3fa19d3 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414870 Apr 16 12:12:06.661275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device a47c2b03-288e-4977-b159-195bf1d71838 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:12:06.800973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port a47c2b03-288e-4977-b159-195bf1d71838, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a47c2b03-288e-4977-b159-195bf1d71838,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:12:06.815136 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Returning: {'device': 'a47c2b03-288e-4977-b159-195bf1d71838', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'port_id': 'a47c2b03-288e-4977-b159-195bf1d71838', 'mac_address': 'fa:16:3e:df:b3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:12:06.876570 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:06.894693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47c2b03-288e-4977-b159-195bf1d71838 {{(pid=85345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:12:06.910595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port a47c2b03-288e-4977-b159-195bf1d71838, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a47c2b03-288e-4977-b159-195bf1d71838,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:12:06.913465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:06.915296 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:06.985017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=a47c2b03-288e-4977-b159-195bf1d71838,revision_number=4']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:06.993436 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.993832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.994224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.994610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.994990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.995371 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.995747 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.996149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.996532 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.996901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.997277 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:06.997645 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:07.001754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:07.203952 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] get_ports_and_sgs() called for port_ids ['a47c2b03-288e-4977-b159-195bf1d71838'] {{(pid=85345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:12:07.841157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59695c75-ef43-406e-b4b0-a0329b041ad9 req-5e6514d4-6e8d-4484-801a-67b78f31d34f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:07.842751 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-59695c75-ef43-406e-b4b0-a0329b041ad9 req-5e6514d4-6e8d-4484-801a-67b78f31d34f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 944 time: 0.0935857 Apr 16 12:12:07.891741 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-59695c75-ef43-406e-b4b0-a0329b041ad9 req-ca2473b3-2ade-4a5b-9036-cbc0fd38adfa tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420372 Apr 16 12:12:08.425702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a09944be-adb4-47b4-b931-947e687d2e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:08.680550 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device a47c2b03-288e-4977-b159-195bf1d71838 up at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:12:08.750899 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning for port a47c2b03-288e-4977-b159-195bf1d71838 completed by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:12:08.755856 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.provisioning_blocks [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Provisioning complete for port a47c2b03-288e-4977-b159-195bf1d71838 triggered by entity L2. {{(pid=85345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:12:08.756328 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854672128'] for port, provisioning_complete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:08.881350 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:08.909012 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47c2b03-288e-4977-b159-195bf1d71838'}] {{(pid=85345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:12:08.920575 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] For port a47c2b03-288e-4977-b159-195bf1d71838, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a47c2b03-288e-4977-b159-195bf1d71838,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:12:08.923521 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526'] for port, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:08.925512 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eed10207-3d67-4159-a860-2617dec488b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:08.996339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Pushing event updated for resources: {'Port': ['ID=a47c2b03-288e-4977-b159-195bf1d71838,revision_number=5']} {{(pid=85345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:08.999600 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85345) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:09.169033 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507bfb2-cdc4-488b-a8cc-f7976b1b7866 req-fc0a1e82-9aba-4254-9f2a-7a64b125491d tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:09.170655 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e507bfb2-cdc4-488b-a8cc-f7976b1b7866 req-fc0a1e82-9aba-4254-9f2a-7a64b125491d tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 945 time: 0.0919604 Apr 16 12:12:09.220342 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e507bfb2-cdc4-488b-a8cc-f7976b1b7866 req-ac9af044-dc67-4265-bc55-0245d16cd87a tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431147 Apr 16 12:12:09.273707 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47c2b03-288e-4977-b159-195bf1d71838', 'code': 200} Apr 16 12:12:09.585859 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebeaf2-f7e3-411f-8e9e-6627f58509b7 req-c5c858da-0352-4b19-ab89-0a1442e81869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:09.587498 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9bebeaf2-f7e3-411f-8e9e-6627f58509b7 req-c5c858da-0352-4b19-ab89-0a1442e81869 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 1098 time: 0.0837963 Apr 16 12:12:09.630984 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-9bebeaf2-f7e3-411f-8e9e-6627f58509b7 req-66177c31-5e87-4dfe-af67-100da3e993c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369780 Apr 16 12:12:10.424132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7af40-a3ef-4a98-805d-551a20a5b36b req-148439f1-3181-4d01-af5a-c0c7738d0a70 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:10.425749 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1ed7af40-a3ef-4a98-805d-551a20a5b36b req-148439f1-3181-4d01-af5a-c0c7738d0a70 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 945 time: 0.0889561 Apr 16 12:12:10.475660 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1ed7af40-a3ef-4a98-805d-551a20a5b36b req-d66bdc83-3f9f-43f4-b4ba-58a6531477a6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434308 Apr 16 12:12:10.558537 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9f837bc2-452f-4dfc-957c-20b0016ff070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:11.334906 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:11.683306 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047cdc3-d9e4-4d11-b58d-b2be98029e94 req-ede644d4-4e67-4a65-a335-9941526c0d80 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:11.684889 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2047cdc3-d9e4-4d11-b58d-b2be98029e94 req-ede644d4-4e67-4a65-a335-9941526c0d80 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 945 time: 0.0914536 Apr 16 12:12:11.732887 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-2047cdc3-d9e4-4d11-b58d-b2be98029e94 req-950c3a2f-8948-41de-a7b1-b1955e6b40bc tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414963 Apr 16 12:12:11.883918 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:11.934152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ae567-df83-4bd2-9a15-1d127531dd81 req-418079c8-1b3a-4949-9ed8-69db35d21bfb tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:11.935554 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f33ae567-df83-4bd2-9a15-1d127531dd81 req-418079c8-1b3a-4949-9ed8-69db35d21bfb tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 945 time: 0.0927520 Apr 16 12:12:11.984893 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f33ae567-df83-4bd2-9a15-1d127531dd81 req-0d03f46c-1a22-4e95-8dae-b87aac173530 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426891 Apr 16 12:12:12.010433 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33322) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:12:12.085846 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406bf1b-332b-45fd-8d6d-e1c8e6e81df7 tempest-TestVolumeBootPattern-50660385 tempest-TestVolumeBootPattern-50660385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:12.088096 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f406bf1b-332b-45fd-8d6d-e1c8e6e81df7 tempest-TestVolumeBootPattern-50660385 tempest-TestVolumeBootPattern-50660385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 1093 time: 0.0758979 Apr 16 12:12:12.090569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33326) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:12:12.096569 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.v2.base [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Request body: {'floatingip': {'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'port_id': 'a47c2b03-288e-4977-b159-195bf1d71838', 'tenant_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:12:12.102994 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:12:12.107053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Usage tracker for resource:floatingip and tenant:063bee69520345d58b472248ded51875 is out of sync, need to count used quota {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:12:12.110050 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85343) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:12:12.116613 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.quota.driver [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:12:12.126135 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:12.269234 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:12.415488 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_common [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Allocated IP 172.27.3.49 (eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1/4156781d-2403-49d9-a182-14ff51c43711/0536ff9c-67b5-4061-9914-b9cc38242ef9) {{(pid=85343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:12:12.575079 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for port, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:12.606560 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772049175240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:12.621977 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9b5e9c57-1413-4751-8610-3f0613830a89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:12.754557 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'Port': ['ID=0536ff9c-67b5-4061-9914-b9cc38242ef9,revision_number=1']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:12.776888 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.777323 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.777738 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.778150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.778560 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.778966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.779373 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.779776 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.780215 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.780618 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.781019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.781422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:12:12.786962 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:12.824153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Network eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1 is already hosted by enough agents. {{(pid=85343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:12:12.825378 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.base_scheduler [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Resources bound (agent type, host, resource id): {{(pid=85343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:12:12.827714 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Received port after_create {{(pid=85343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:12:13.245536 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:13.255304 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:13.323152 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-988501'] for port, before_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:13.542150 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for port, precommit_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:13.545672 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772049613632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772049175257', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264805600526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9463985'] for port, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:13.561311 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-22a86161-a4a6-434f-846e-ab08a1938461 tempest-TestShelveInstance-1583842404 tempest-TestShelveInstance-1583842404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:12:13.921644 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event updated for resources: {'Port': ['ID=0536ff9c-67b5-4061-9914-b9cc38242ef9,revision_number=2']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:12:13.935087 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:12:14.026641 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443667'] for floatingip, after_update {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:14.207495 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Floating IP 23765817-2d57-4aa4-b7a9-fdf85bb6051f associated. External IP: 172.27.3.49, port: a47c2b03-288e-4977-b159-195bf1d71838. Apr 16 12:12:14.579972 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Router c8c53784-a813-47d3-9052-77ce64301fc4 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:12:14.769673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:12:14.779830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] Sync routers for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:12:14.789414 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:12:14.790130 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:12:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:12:14.793958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:14.853786 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-539fa6d0-b02b-4474-8fd6-1a6ba4917644 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7620671 Apr 16 12:12:14.854484 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'tag': 'a47c2b03-288e-4977-b159-195bf1d71838'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:12:14.904417 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'tag': 'a47c2b03-288e-4977-b159-195bf1d71838', 'status': 'completed', 'code': 200} Apr 16 12:12:14.981630 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:12:15.007160 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-9343ff7f-4434-4318-8ae2-271f5dcbd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:15.008813 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-9343ff7f-4434-4318-8ae2-271f5dcbd367 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 1098 time: 0.0823095 Apr 16 12:12:15.151769 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-5c9a003a-bce8-483e-aaf4-355ebba8a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:15.153387 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-5c9a003a-bce8-483e-aaf4-355ebba8a305 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 913 time: 0.1377385 Apr 16 12:12:15.266022 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-591b338f-81dc-45da-ac90-cd67dd98f517 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47c2b03-288e-4977-b159-195bf1d71838 HTTP/1.1" status: 200 len: 998 time: 0.1048326 Apr 16 12:12:15.340454 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-8274cd63-463f-49d9-a165-24031b633770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:15.342035 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-8274cd63-463f-49d9-a165-24031b633770 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0670869 Apr 16 12:12:15.349750 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '23765817-2d57-4aa4-b7a9-fdf85bb6051f', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'a47c2b03-288e-4977-b159-195bf1d71838', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:df:b3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:12:13Z', 'updated_at': '2021-04-16T12:12:13Z', 'revision_number': 0, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}, {'id': '506c0eb5-5509-4a9f-b1b6-355db82395fb', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:dc:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:10Z', 'updated_at': '2021-04-16T12:10:13Z', 'revision_number': 1, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:12:15.353941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] Checking router: c8c53784-a813-47d3-9052-77ce64301fc4 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:12:15.362908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:12:15.363572 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:12:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:12:15.433304 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-0d877f3c-4908-46f8-92a6-4066e338a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:15.434858 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-0d877f3c-4908-46f8-92a6-4066e338a745 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800464 Apr 16 12:12:15.557884 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:12:15.580173 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-325148d1-bd0b-41eb-9e8f-4286cd8345f9 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373372 Apr 16 12:12:15.728440 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ad89eb9c-489b-4ed9-9dba-6958e1513a21 req-91c58f8a-8899-4916-b1ab-4b022cc546d6 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410205 Apr 16 12:12:15.927278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '23765817-2d57-4aa4-b7a9-fdf85bb6051f', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'a47c2b03-288e-4977-b159-195bf1d71838', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:df:b3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:12:13Z', 'updated_at': '2021-04-16T12:12:13Z', 'revision_number': 0, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}, {'id': '506c0eb5-5509-4a9f-b1b6-355db82395fb', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:dc:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:10Z', 'updated_at': '2021-04-16T12:10:13Z', 'revision_number': 1, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:12:15.931426 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600d0b5-e26d-4a51-b081-dcf61e7d0134 None None] The sync data for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi is: [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '23765817-2d57-4aa4-b7a9-fdf85bb6051f', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'a47c2b03-288e-4977-b159-195bf1d71838', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:df:b3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:12:13Z', 'updated_at': '2021-04-16T12:12:13Z', 'revision_number': 0, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}, {'id': '506c0eb5-5509-4a9f-b1b6-355db82395fb', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:dc:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:10Z', 'updated_at': '2021-04-16T12:10:13Z', 'revision_number': 1, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:12:16.190979 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb856db-411e-4225-b14d-baf590f3e125 None None] New status for floating IP 23765817-2d57-4aa4-b7a9-fdf85bb6051f: ACTIVE {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:12:16.773166 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:12:22.240743 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:27.243653 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-2fc89d79-3f80-4462-b390-0c406c87c64e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772345 Apr 16 12:12:27.345296 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-385a9c6f-ee33-4b45-9db3-efc06ed5476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:27.346894 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-385a9c6f-ee33-4b45-9db3-efc06ed5476e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 1098 time: 0.0818770 Apr 16 12:12:27.506252 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-5c1e1f8c-8033-45fc-90f3-8387500ae8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:27.507927 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-5c1e1f8c-8033-45fc-90f3-8387500ae8cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 917 time: 0.1384273 Apr 16 12:12:27.584317 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-ab6855cc-dab5-487d-975b-93bb6ff804dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22 HTTP/1.1" status: 200 len: 217 time: 0.0689731 Apr 16 12:12:27.653278 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-9af25d37-66f2-4f30-9572-86ff1fb76b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:27.654906 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-9af25d37-66f2-4f30-9572-86ff1fb76b46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.0629494 Apr 16 12:12:27.738078 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-25427b47-8133-47fb-b211-17599bf8fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:12:27.740276 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-25427b47-8133-47fb-b211-17599bf8fd8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764565 Apr 16 12:12:27.882710 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-02acd053-f277-491f-934c-abb5138120ca service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349027 Apr 16 12:12:28.027455 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-a8a30c68-1312-4416-b4fb-d2530c9a1cf8 req-03112556-5293-4f68-94df-9b84e1a010c3 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371379 Apr 16 12:12:38.433220 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2d744629-5bb8-42e1-9768-50bde54001d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:40.560256 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0eecded7-58d0-4a87-823f-e1de7d08901c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:41.336814 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:41.887091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:43.259187 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:52.244285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:53.773206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:13:08.425626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6013f500-bb31-4b51-8fb2-4bd9ac3f3b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:10.561825 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ccb43435-9a88-4c33-8fe6-77f1b1988124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:11.339558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:11.889343 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:13.261961 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:22.245336 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:28.217015 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-83a41a80-878b-4618-b291-c79ba259229a req-e5a1754c-a659-43c8-8118-47c5904cfcff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0515556 Apr 16 12:13:28.287106 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-83a41a80-878b-4618-b291-c79ba259229a req-219efb9a-345e-4969-a2a1-24a2d696caa0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 210 time: 0.0473731 Apr 16 12:13:28.335781 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-83a41a80-878b-4618-b291-c79ba259229a req-3ec4a998-d718-4476-a2e7-e61124aced7c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8c22b70829724afdb574394af4af4635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292857 Apr 16 12:13:28.483858 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a41a80-878b-4618-b291-c79ba259229a req-8939c392-6d11-4167-aec0-a05bc3352839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:28.485449 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-83a41a80-878b-4618-b291-c79ba259229a req-8939c392-6d11-4167-aec0-a05bc3352839 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1431122 Apr 16 12:13:30.773877 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:13:38.428070 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-feb5aa46-6352-4ccf-9cdd-4487ffa4f59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:40.562868 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-2010b7b4-5031-4c74-850f-884b3ff2675c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:41.344648 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:41.891133 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:43.265751 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:46.876010 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33358) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:13:47.098446 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Deleting port 0536ff9c-67b5-4061-9914-b9cc38242ef9 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:13:47.098828 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:47.281196 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:47.281496 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:47.414949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Calling delete_port for 0536ff9c-67b5-4061-9914-b9cc38242ef9 owned by network:floatingip {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:13:47.582547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:47.596481 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-ccb9c3ba-4e45-4408-b11e-1f87c8cc2405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:13:47.691513 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event deleted for resources: {'Port': ['ID=0536ff9c-67b5-4061-9914-b9cc38242ef9,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:13:47.707195 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.707620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.708074 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.708545 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.709475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.709891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.710307 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.710719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.711132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.711540 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.712004 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.712404 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:47.717590 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:13:47.873623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:47.873922 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Floating IP 23765817-2d57-4aa4-b7a9-fdf85bb6051f disassociated (deleted). External IP: 172.27.3.49, port: a47c2b03-288e-4977-b159-195bf1d71838. Apr 16 12:13:48.182850 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-1d32b93a-35e2-4f20-9b64-479378f34267 req-7a16f606-e866-441e-977d-c81d63eded1c service neutron] (85343) timed out ('10.222.0.55', 59834) {{(pid=85343) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:13:48.497573 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Router c8c53784-a813-47d3-9052-77ce64301fc4 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:13:48.691031 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:13:48.701291 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] Sync routers for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:13:48.708587 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:48.710964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:13:48.711620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:13:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:13:48.770899 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-99cae025-14e8-4828-b39d-27f63f3eb36b tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "DELETE /v2.0/floatingips/23765817-2d57-4aa4-b7a9-fdf85bb6051f HTTP/1.1" status: 204 len: 168 time: 1.8936791 Apr 16 12:13:48.771637 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'tag': 'a47c2b03-288e-4977-b159-195bf1d71838'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:13:48.899119 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:13:49.024653 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'tag': 'a47c2b03-288e-4977-b159-195bf1d71838', 'status': 'completed', 'code': 200} Apr 16 12:13:49.137228 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-5dee75f0-6e0a-4cd6-ad53-5407ce0105dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:49.139135 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-5dee75f0-6e0a-4cd6-ad53-5407ce0105dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 1098 time: 0.0894027 Apr 16 12:13:49.206109 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb340-9384-44ce-9db1-d0056fc0c0f4 req-4453d3a2-1ea4-4c93-9c0a-2a79cda7a3ad tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:49.206938 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c66cb340-9384-44ce-9db1-d0056fc0c0f4 req-4453d3a2-1ea4-4c93-9c0a-2a79cda7a3ad tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Synchronizing usage tracker for tenant:063bee69520345d58b472248ded51875 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:13:49.224259 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-c66cb340-9384-44ce-9db1-d0056fc0c0f4 req-4453d3a2-1ea4-4c93-9c0a-2a79cda7a3ad tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Unset dirty status for tenant:063bee69520345d58b472248ded51875 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:13:49.227618 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c66cb340-9384-44ce-9db1-d0056fc0c0f4 req-4453d3a2-1ea4-4c93-9c0a-2a79cda7a3ad tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 945 time: 0.1149032 Apr 16 12:13:49.279320 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-c66cb340-9384-44ce-9db1-d0056fc0c0f4 req-4677bc16-d292-4acc-8f78-2113440e3c4c tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460932 Apr 16 12:13:49.298189 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-926667b4-59c3-4128-82e8-441b5e2b80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:49.299819 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-926667b4-59c3-4128-82e8-441b5e2b80dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 913 time: 0.1504946 Apr 16 12:13:49.374338 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-6ca223f4-cfb0-42ef-9b41-b38c7f75604c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a47c2b03-288e-4977-b159-195bf1d71838 HTTP/1.1" status: 200 len: 217 time: 0.0665016 Apr 16 12:13:49.449405 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-2159f800-557f-48af-918a-7f169e4aa5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:49.450988 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-2159f800-557f-48af-918a-7f169e4aa5ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0695961 Apr 16 12:13:49.459595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '506c0eb5-5509-4a9f-b1b6-355db82395fb', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:dc:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:10Z', 'updated_at': '2021-04-16T12:10:13Z', 'revision_number': 1, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:13:49.463986 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] Checking router: c8c53784-a813-47d3-9052-77ce64301fc4 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:13:49.473087 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:13:49.473753 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:13:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:13:49.534018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-9b2cbc9e-29b7-42da-8d4f-9fe009d0f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:49.535553 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-9b2cbc9e-29b7-42da-8d4f-9fe009d0f0ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779307 Apr 16 12:13:49.665736 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:13:49.682056 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-3dd52f9f-f877-4f3d-a273-62d24b787fc1 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368032 Apr 16 12:13:49.828117 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-6fdbbc32-d06f-431e-928b-13a9ffe43fa4 req-ff1f307b-e825-4fa4-8529-4847236ba8c6 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390758 Apr 16 12:13:50.113016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '506c0eb5-5509-4a9f-b1b6-355db82395fb', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:dc:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:10Z', 'updated_at': '2021-04-16T12:10:13Z', 'revision_number': 1, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:13:50.117964 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5829c56-b7e4-4560-944c-0a326a37f26e None None] The sync data for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi is: [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_floatingips': [{'id': '506c0eb5-5509-4a9f-b1b6-355db82395fb', 'tenant_id': '063bee69520345d58b472248ded51875', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'router_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'port_id': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'mac_address': 'fa:16:3e:dc:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:10:10Z', 'updated_at': '2021-04-16T12:10:13Z', 'revision_number': 1, 'project_id': '063bee69520345d58b472248ded51875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:13:50.493878 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f1e8-70dd-47ca-8c5d-957f685d9d49 req-8d0dde8b-bab0-4075-9dce-89aad92f3695 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:50.495551 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ed55f1e8-70dd-47ca-8c5d-957f685d9d49 req-8d0dde8b-bab0-4075-9dce-89aad92f3695 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 945 time: 0.0959229 Apr 16 12:13:50.507737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39af9c6-415a-4114-8b31-621a977b83b9 None None] New status for floating IP 23765817-2d57-4aa4-b7a9-fdf85bb6051f: DOWN {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:13:50.545157 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-ed55f1e8-70dd-47ca-8c5d-957f685d9d49 req-9c78e184-04f1-4ac1-981c-efdb55abdf16 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431406 Apr 16 12:13:50.785113 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-781c38b9-fd2f-45ae-8b84-5ead10bb1b80 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:50.785901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-781c38b9-fd2f-45ae-8b84-5ead10bb1b80 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Synchronizing usage tracker for tenant:063bee69520345d58b472248ded51875 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:13:50.798754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-781c38b9-fd2f-45ae-8b84-5ead10bb1b80 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Unset dirty status for tenant:063bee69520345d58b472248ded51875 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:13:50.799967 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-781c38b9-fd2f-45ae-8b84-5ead10bb1b80 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 945 time: 0.1050167 Apr 16 12:13:50.878149 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Deleting port a47c2b03-288e-4977-b159-195bf1d71838 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:13:50.878542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:51.391266 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] For port a47c2b03-288e-4977-b159-195bf1d71838, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a47c2b03-288e-4977-b159-195bf1d71838,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:13:51.392045 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:51.525078 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Calling delete_port for a47c2b03-288e-4977-b159-195bf1d71838 owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:13:51.679665 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:51.695840 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f37188b7-2267-463d-8eaf-1274ffe7159e tempest-VolumesSnapshotTestJSON-1813964243 tempest-VolumesSnapshotTestJSON-1813964243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:13:51.712363 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-399a39ea-5ea3-4b50-854c-277434fc1e0f req-a5bab8f7-cd8e-439a-a301-a044ae78e1ee tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 210 time: 0.0520902 Apr 16 12:13:51.792364 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event deleted for resources: {'Port': ['ID=a47c2b03-288e-4977-b159-195bf1d71838,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:13:51.807891 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.808324 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.808754 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.809177 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.809597 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.810014 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.810429 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.810844 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.811260 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.811670 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.812106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.812518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-iscsi {{(pid=85344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:13:51.817292 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:13:51.954477 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] No DVR routers for this DVR port a47c2b03-288e-4977-b159-195bf1d71838 on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:13:51.957224 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:51.960766 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'name': 'network-vif-deleted', 'tag': 'a47c2b03-288e-4977-b159-195bf1d71838'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:13:51.976045 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-280f41ff-26bb-4e87-8ba9-d694e812aa76 req-85930936-ebc8-4310-88e6-b7c8a7833366 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "DELETE /v2.0/ports/a47c2b03-288e-4977-b159-195bf1d71838 HTTP/1.1" status: 204 len: 173 time: 1.1691673 Apr 16 12:13:52.063280 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3ac850-9c02-490c-9af8-788315b7f043', 'name': 'network-vif-deleted', 'tag': 'a47c2b03-288e-4977-b159-195bf1d71838', 'status': 'completed', 'code': 200} Apr 16 12:13:52.255364 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:52.896829 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-e60b38b7-a15d-4a1c-9724-2c409044bc85 req-97c4f816-36e2-427b-b839-b3714b1267c6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc3ac850-9c02-490c-9af8-788315b7f043 HTTP/1.1" status: 200 len: 210 time: 0.0534458 Apr 16 12:13:55.195859 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device a47c2b03-288e-4977-b159-195bf1d71838 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:13:55.232214 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: a47c2b03-288e-4977-b159-195bf1d71838 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:13:55.232610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device a47c2b03-288e-4977-b159-195bf1d71838 not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:13:56.433554 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33392) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:13:56.657082 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Deleting port 8b0728a0-3e5e-4414-b9e8-0afb1ada9462 {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:13:56.657475 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:56.839832 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:56.840253 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:56.977106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Calling delete_port for 8b0728a0-3e5e-4414-b9e8-0afb1ada9462 owned by network:floatingip {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:13:57.127274 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:57.146375 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-47bcd7f0-c672-400d-b2ef-26c50553cef0 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:13:57.243204 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event deleted for resources: {'Port': ['ID=8b0728a0-3e5e-4414-b9e8-0afb1ada9462,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:13:57.247142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:13:57.405402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:57.405773 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.db.l3_db [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Floating IP 506c0eb5-5509-4a9f-b1b6-355db82395fb disassociated (deleted). External IP: 172.27.3.78, port: e7fe141b-6b38-4988-8a16-98d63fdf9faa. Apr 16 12:13:57.783206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Router c8c53784-a813-47d3-9052-77ce64301fc4 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:13:57.973233 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:13:57.983756 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] Sync routers for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:13:57.992305 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:57.994346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:13:57.995045 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:13:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:13:58.055735 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-042818a1-7c12-42da-896b-9267d9bd101f tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "DELETE /v2.0/floatingips/506c0eb5-5509-4a9f-b1b6-355db82395fb HTTP/1.1" status: 204 len: 168 time: 1.6207597 Apr 16 12:13:58.056370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'tag': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa'}] {{(pid=85343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:13:58.194002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:13:58.308225 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'tag': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'status': 'completed', 'code': 200} Apr 16 12:13:58.416673 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-a6742852-3b8b-4f95-b629-9e3abd11d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:58.418691 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-a6742852-3b8b-4f95-b629-9e3abd11d20d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=063bee69520345d58b472248ded51875&device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 1099 time: 0.0841012 Apr 16 12:13:58.499846 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03570f55-6ad3-4f2e-bfa9-2a8cf6ff3349 req-75f79ff1-6e89-413b-8f10-9ce7c01b81c0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:58.500731 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-03570f55-6ad3-4f2e-bfa9-2a8cf6ff3349 req-75f79ff1-6e89-413b-8f10-9ce7c01b81c0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Synchronizing usage tracker for tenant:063bee69520345d58b472248ded51875 on resource:port {{(pid=85343) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:13:58.516362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-03570f55-6ad3-4f2e-bfa9-2a8cf6ff3349 req-75f79ff1-6e89-413b-8f10-9ce7c01b81c0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Unset dirty status for tenant:063bee69520345d58b472248ded51875 on resource:port {{(pid=85343) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:13:58.517698 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-03570f55-6ad3-4f2e-bfa9-2a8cf6ff3349 req-75f79ff1-6e89-413b-8f10-9ce7c01b81c0 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 946 time: 0.1172090 Apr 16 12:13:58.562951 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:13:58.567038 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] Checking router: c8c53784-a813-47d3-9052-77ce64301fc4 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:13:58.571053 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-03570f55-6ad3-4f2e-bfa9-2a8cf6ff3349 req-4010f79c-d4ba-4c2b-aa37-42c4d34bc347 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462027 Apr 16 12:13:58.578225 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:13:58.578912 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:13:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:13:58.586144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-7b219978-0b75-4aa1-ae38-24f28ed41848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:58.587738 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-7b219978-0b75-4aa1-ae38-24f28ed41848 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 200 len: 913 time: 0.1611142 Apr 16 12:13:58.665890 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-c93ff65e-fcf1-4e4a-9917-2dd985561122 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7fe141b-6b38-4988-8a16-98d63fdf9faa HTTP/1.1" status: 200 len: 217 time: 0.0708480 Apr 16 12:13:58.735708 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-82f147af-8980-4c10-8f10-77ca23441e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:58.737336 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-82f147af-8980-4c10-8f10-77ca23441e67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 200 len: 851 time: 0.0641437 Apr 16 12:13:58.773558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:13:58.824856 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-859ff0a9-398d-45f0-826c-60a9d1c0e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:58.826410 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-859ff0a9-398d-45f0-826c-60a9d1c0e33b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a81fee99-a812-45d7-a1b3-049db933b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822384 Apr 16 12:13:58.972495 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-b41f26d6-1d62-4ee2-8762-bc5c249a4b5c service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386452 Apr 16 12:13:59.110971 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:13:59.115197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e8e73-0cf4-4dae-aa5b-6c87368b4150 None None] The sync data for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi is: [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:06:58Z', 'revision_number': 4, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi', '_interfaces': [{'id': 'c87e0470-9f83-47ab-81dd-18d781a7d9fe', 'name': '', 'network_id': 'a81fee99-a812-45d7-a1b3-049db933b2e3', 'tenant_id': '063bee69520345d58b472248ded51875', 'mac_address': 'fa:16:3e:28:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:57Z', 'updated_at': '2021-04-16T12:07:07Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'subnets': [{'id': 'e74f956e-e26c-4780-afb4-4040a85b275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:13:59.121296 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-02de34ec-df57-4ea0-a00b-06d9376f1e61 req-3e527779-8feb-4a1c-babb-ed3b749fe339 service neutron] 10.222.0.55 "GET /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401930 Apr 16 12:13:59.515601 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b7460-7500-427a-abec-8a9ad1e412f7 None None] New status for floating IP 506c0eb5-5509-4a9f-b1b6-355db82395fb: DOWN {{(pid=85346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:13:59.780681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ffaf2-caba-472d-847f-e0310b2ac064 req-84e286ea-bb31-4015-896f-c1c360dfb6ee tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:59.782302 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-344ffaf2-caba-472d-847f-e0310b2ac064 req-84e286ea-bb31-4015-896f-c1c360dfb6ee tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 946 time: 0.0919790 Apr 16 12:13:59.830336 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-344ffaf2-caba-472d-847f-e0310b2ac064 req-3d6f9ee6-639d-44f0-aeb5-9ca6b9d605e5 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408640 Apr 16 12:13:59.998265 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-bd5e5370-040d-4fb8-ac25-d449f88f7d90 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:13:59.998941 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-bd5e5370-040d-4fb8-ac25-d449f88f7d90 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Synchronizing usage tracker for tenant:063bee69520345d58b472248ded51875 on resource:port {{(pid=85344) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:14:00.011250 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.quota.resource [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-bd5e5370-040d-4fb8-ac25-d449f88f7d90 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Unset dirty status for tenant:063bee69520345d58b472248ded51875 on resource:port {{(pid=85344) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:14:00.012500 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-bd5e5370-040d-4fb8-ac25-d449f88f7d90 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 946 time: 0.1001241 Apr 16 12:14:00.090387 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Deleting port e7fe141b-6b38-4988-8a16-98d63fdf9faa {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:00.090773 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:00.356485 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] For port e7fe141b-6b38-4988-8a16-98d63fdf9faa, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e7fe141b-6b38-4988-8a16-98d63fdf9faa,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:00.356893 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:00.496158 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Calling delete_port for e7fe141b-6b38-4988-8a16-98d63fdf9faa owned by compute:nova {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:00.649816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:00.668052 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:00.763457 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event deleted for resources: {'Port': ['ID=e7fe141b-6b38-4988-8a16-98d63fdf9faa,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:00.766346 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:00.916410 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] No DVR routers for this DVR port e7fe141b-6b38-4988-8a16-98d63fdf9faa on host hv-cinder-78662 {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:14:00.919144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for port, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:00.922357 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'name': 'network-vif-deleted', 'tag': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa'}] {{(pid=85344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:14:00.939002 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-5bccd6b5-d6aa-43ea-8041-3600b3a431da req-97bd0dc6-3ec4-4245-9b52-a43f66523be8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.55 "DELETE /v2.0/ports/e7fe141b-6b38-4988-8a16-98d63fdf9faa HTTP/1.1" status: 204 len: 173 time: 0.9197290 Apr 16 12:14:00.997390 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f58b0d32-55ef-45ac-b665-edea31a7069c req-93f3704b-7fa3-42c2-a5fa-92069a4358e8 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41 HTTP/1.1" status: 200 len: 210 time: 0.0500283 Apr 16 12:14:01.051612 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc4b59e-c9f8-465a-96e1-38bc1fbe6b41', 'name': 'network-vif-deleted', 'tag': 'e7fe141b-6b38-4988-8a16-98d63fdf9faa', 'status': 'completed', 'code': 200} Apr 16 12:14:02.100692 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33410) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:02.507451 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Deleting port 6d42e407-57e7-4aac-9f6a-755454ee9eff {{(pid=85343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:02.507839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:02.688755 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:02.689132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:02.819455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Calling delete_port for 6d42e407-57e7-4aac-9f6a-755454ee9eff owned by network:floatingip {{(pid=85343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:02.961787 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845311831'] for port, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:02.977813 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-70977abb-740b-402b-b651-7d44ea0ed28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:03.075091 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event deleted for resources: {'Port': ['ID=6d42e407-57e7-4aac-9f6a-755454ee9eff,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:03.078950 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:03.230290 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device e7fe141b-6b38-4988-8a16-98d63fdf9faa no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:03.239377 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for floatingip, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:03.254466 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760282'] for floatingip, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:03.258841 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9d372f57-df58-48c1-8401-c94f3fa80f8e tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "DELETE /v2.0/floatingips/21b4a393-8042-449b-90fc-1422d67afb42 HTTP/1.1" status: 204 len: 168 time: 1.1539640 Apr 16 12:14:03.272455 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] No Port match for: e7fe141b-6b38-4988-8a16-98d63fdf9faa {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:03.272854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Device e7fe141b-6b38-4988-8a16-98d63fdf9faa not bound to the agent host hv-cinder-78662 {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:04.646567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33424) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:04.720153 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-daa537c5-534d-48e1-9027-4c1bba69faef tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:04.750860 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-daa537c5-534d-48e1-9027-4c1bba69faef tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:04.806108 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-daa537c5-534d-48e1-9027-4c1bba69faef tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:04.811366 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-5d0ac52b-53a9-438a-817d-48ce4a22d1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:04.831586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa537c5-534d-48e1-9027-4c1bba69faef tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f236cc7-14eb-47d7-818a-c2e79fcbd4cd,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:04.836549 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-daa537c5-534d-48e1-9027-4c1bba69faef tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:04.840164 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-daa537c5-534d-48e1-9027-4c1bba69faef tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:04.841400 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-daa537c5-534d-48e1-9027-4c1bba69faef tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] 10.222.0.48 "DELETE /v2.0/security-groups/9f236cc7-14eb-47d7-818a-c2e79fcbd4cd HTTP/1.1" status: 204 len: 168 time: 0.1937325 Apr 16 12:14:04.907142 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 33430) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:05.630522 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854331395'] for router_interface, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:05.996299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Deleting port c87e0470-9f83-47ab-81dd-18d781a7d9fe {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:05.996896 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:06.177742 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] For port c87e0470-9f83-47ab-81dd-18d781a7d9fe, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=c87e0470-9f83-47ab-81dd-18d781a7d9fe,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:06.178144 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:06.309527 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Calling delete_port for c87e0470-9f83-47ab-81dd-18d781a7d9fe owned by network:router_interface {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:06.729097 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:06.744138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-fbfe9c07-a348-4b1e-ae2f-966d0a15b91d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:06.834302 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87e0470-9f83-47ab-81dd-18d781a7d9fe,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:06.841730 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:07.189421 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854332074'] for router_interface, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:07.702491 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Router c8c53784-a813-47d3-9052-77ce64301fc4 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:14:07.772843 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:14:07.891461 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:14:07.901107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] Sync routers for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:14:07.904894 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] 10.222.0.48 "PUT /v2.0/routers/c8c53784-a813-47d3-9052-77ce64301fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9965360 Apr 16 12:14:07.908046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 33436) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:07.911633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:07.912434 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:13:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:08.100786 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:08.281595 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:08.303268 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:08.312220 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Deleting port ccfd8922-2485-4a70-84b1-0afea74821ef {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:08.312615 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:08.493794 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-760ae050-ee0a-42a1-9585-ea9f403dd4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:08.499138 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] For port ccfd8922-2485-4a70-84b1-0afea74821ef, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=ccfd8922-2485-4a70-84b1-0afea74821ef,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:08.499547 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:08.606005 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:14:06Z', 'revision_number': 5, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port': {'id': 'ccfd8922-2485-4a70-84b1-0afea74821ef', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:06:54Z', 'updated_at': '2021-04-16T12:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:08.610016 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] Checking router: c8c53784-a813-47d3-9052-77ce64301fc4 for host: dv-cinder-786627-1-iscsi {{(pid=85345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:14:08.619017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] Routers {'c8c53784-a813-47d3-9052-77ce64301fc4'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:08.619669 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:13:41Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['c8c53784-a813-47d3-9052-77ce64301fc4'], 'active': True} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:08.637809 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Calling delete_port for ccfd8922-2485-4a70-84b1-0afea74821ef owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:08.784586 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] Set router c8c53784-a813-47d3-9052-77ce64301fc4 gateway port host: None {{(pid=85345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:08.813969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:08.830365 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-93c7b1d9-0902-44d8-ac56-555a7b86929b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:08.901157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:14:08Z', 'revision_number': 6, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port_host': None}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:08.905839 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f82bb6-a369-4da1-be23-acd7e97a5ad5 None None] The sync data for ids ['c8c53784-a813-47d3-9052-77ce64301fc4'] in dv-cinder-786627-1-iscsi is: [{'id': 'c8c53784-a813-47d3-9052-77ce64301fc4', 'name': 'tempest-TestVolumeBootPattern-1967998058-router', 'tenant_id': '063bee69520345d58b472248ded51875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:06:53Z', 'updated_at': '2021-04-16T12:14:08Z', 'revision_number': 6, 'project_id': '063bee69520345d58b472248ded51875', 'gw_port_host': None}] {{(pid=85345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:14:08.923626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccfd8922-2485-4a70-84b1-0afea74821ef,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:08.934246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:09.097263 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331924'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:09.539757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854333866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12715'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:09.542207 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:09.564558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440518'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:09.565094 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c53784-a813-47d3-9052-77ce64301fc4 {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:14:09.578171 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:09.579426 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-9429fa1a-14dd-434c-b852-efe4703bf678 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c8c53784-a813-47d3-9052-77ce64301fc4 HTTP/1.1" status: 204 len: 168 time: 1.6703804 Apr 16 12:14:09.582206 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 33440) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:09.649183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-4343bd0e-8d66-4ad4-a6ca-2b5252057e1f admin admin] Deleting subnet e74f956e-e26c-4780-afb4-4040a85b275e {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:14:09.652700 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4343bd0e-8d66-4ad4-a6ca-2b5252057e1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:09.704510 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4343bd0e-8d66-4ad4-a6ca-2b5252057e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2876223'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:09.829255 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4343bd0e-8d66-4ad4-a6ca-2b5252057e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:10.089352 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4343bd0e-8d66-4ad4-a6ca-2b5252057e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851926571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2267803'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:10.105024 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:10.200081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343bd0e-8d66-4ad4-a6ca-2b5252057e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74f956e-e26c-4780-afb4-4040a85b275e,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:10.205034 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4343bd0e-8d66-4ad4-a6ca-2b5252057e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:10.240106 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-4343bd0e-8d66-4ad4-a6ca-2b5252057e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:10.246178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2985a7-5781-47e1-ad09-5fbdf78f00b0 None None] Network a81fee99-a812-45d7-a1b3-049db933b2e3 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:14:10.246695 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-4343bd0e-8d66-4ad4-a6ca-2b5252057e1f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e74f956e-e26c-4780-afb4-4040a85b275e HTTP/1.1" status: 204 len: 168 time: 0.6634429 Apr 16 12:14:10.249403 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 33444) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:10.327643 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device c87e0470-9f83-47ab-81dd-18d781a7d9fe no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:10.368889 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:10.372757 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: c87e0470-9f83-47ab-81dd-18d781a7d9fe {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:10.373157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device c87e0470-9f83-47ab-81dd-18d781a7d9fe not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:10.373628 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ccfd8922-2485-4a70-84b1-0afea74821ef no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:10.420988 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: ccfd8922-2485-4a70-84b1-0afea74821ef {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:10.421409 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ccfd8922-2485-4a70-84b1-0afea74821ef not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:10.441845 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Deleting port 92f3715c-2bdd-4f65-be92-3f61ea48f00f {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:10.442229 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:10.567374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-97eef438-2acf-46ea-9d7e-55ac6cc6858c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:10.583356 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] DHCP port deletion for a81fee99-a812-45d7-a1b3-049db933b2e3 request from dv-cinder-786627-1-iscsi {{(pid=85345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:14:10.587519 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] Deleting port 92f3715c-2bdd-4f65-be92-3f61ea48f00f {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:10.587984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:10.665076 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] For port 92f3715c-2bdd-4f65-be92-3f61ea48f00f, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=92f3715c-2bdd-4f65-be92-3f61ea48f00f,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:10.665418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:10.801624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Calling delete_port for 92f3715c-2bdd-4f65-be92-3f61ea48f00f owned by network:dhcp {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:10.805854 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] For port 92f3715c-2bdd-4f65-be92-3f61ea48f00f, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=92f3715c-2bdd-4f65-be92-3f61ea48f00f,segment=NetworkSegment(4b1d6769-9545-4065-9c25-ced83ab60469),segment_id=4b1d6769-9545-4065-9c25-ced83ab60469)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:10.806244 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:10.883366 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:10.899565 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-2d1fbd20-5869-4924-8a73-a9fa12055652 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:10.941328 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] Calling delete_port for 92f3715c-2bdd-4f65-be92-3f61ea48f00f owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:11.005240 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f3715c-2bdd-4f65-be92-3f61ea48f00f,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:11.007966 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:11.015019 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.api [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:14:11.015432 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_db.api [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:14:11.044606 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] No DVR routers for this DVR port 92f3715c-2bdd-4f65-be92-3f61ea48f00f on host dv-cinder-786627-1-iscsi {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:14:11.165949 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:11.282330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81fee99-a812-45d7-a1b3-049db933b2e3']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:11.295288 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1d6769-9545-4065-9c25-ced83ab60469') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:11.295629 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1d6769-9545-4065-9c25-ced83ab60469') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:11.307958 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851899641'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:11.322367 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:11.328718 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:14:11.345447 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:11.512838 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Network a81fee99-a812-45d7-a1b3-049db933b2e3 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:14:11.516596 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] Deleting port 92f3715c-2bdd-4f65-be92-3f61ea48f00f {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:11.517046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:11.522167 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2848884'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:11.592516 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fac57-e9c8-40ad-8b85-dff06556465f None None] The port '92f3715c-2bdd-4f65-be92-3f61ea48f00f' was deleted {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:14:11.701518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Network a81fee99-a812-45d7-a1b3-049db933b2e3 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:14:11.728503 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:14:11.801974 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:11.805826 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-e5891544-2cf5-4f62-8e10-e625c5db30d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:11.819708 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:11.830785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Pushing event deleted for resources: {'Network': ['ID=a81fee99-a812-45d7-a1b3-049db933b2e3,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:11.834196 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:11.845745 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-8a52b25b-6132-4f98-9e0c-11b7f1b80720 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a81fee99-a812-45d7-a1b3-049db933b2e3 HTTP/1.1" status: 204 len: 168 time: 1.5951631 Apr 16 12:14:11.848721 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 33448) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:11.893103 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:12.319162 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 92f3715c-2bdd-4f65-be92-3f61ea48f00f no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:12.356558 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 92f3715c-2bdd-4f65-be92-3f61ea48f00f {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:12.356965 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 92f3715c-2bdd-4f65-be92-3f61ea48f00f not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:12.421771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854331395'] for router_interface, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:13.034168 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Deleting port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:13.034752 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:13.215969 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] For port 7e54d727-34ee-4ba5-a8dd-0199999d3a9c, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=7e54d727-34ee-4ba5-a8dd-0199999d3a9c,segment=NetworkSegment(e757e919-2f58-4eb4-8383-d2cb2a4eb4d7),segment_id=e757e919-2f58-4eb4-8383-d2cb2a4eb4d7)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:13.216370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:13.268379 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:13.356036 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Calling delete_port for 7e54d727-34ee-4ba5-a8dd-0199999d3a9c owned by network:router_interface {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:13.529948 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:13.546002 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-4385b6b0-4c2c-4de5-be47-6026cc3a45f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:13.644490 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e54d727-34ee-4ba5-a8dd-0199999d3a9c,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:13.647060 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:13.993772 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854332074'] for router_interface, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:14.500624 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Router 35af3403-7e00-4a10-b202-a8951c228d40 has already been hosted by L3 agent d5b145bb-c8d6-45c6-b922-07fa87ec92fa {{(pid=85344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:14:14.690540 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] Notify agent at l3_agent.dv-cinder-786627-1-iscsi the message routers_updated {{(pid=85344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:14:14.699112 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] Sync routers for ids ['35af3403-7e00-4a10-b202-a8951c228d40'] in dv-cinder-786627-1-iscsi {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:14:14.699978 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-35f1593d-a63f-4659-a6cc-85ce180cc55b admin admin] 10.222.0.48 "PUT /v2.0/routers/35af3403-7e00-4a10-b202-a8951c228d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8501375 Apr 16 12:14:14.702592 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 33454) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:14.710246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] Routers {'35af3403-7e00-4a10-b202-a8951c228d40'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:14.711406 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:14:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['35af3403-7e00-4a10-b202-a8951c228d40'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:14.888946 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Notify callbacks [] for router, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:14.896908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] Set router 35af3403-7e00-4a10-b202-a8951c228d40 gateway port host: dv-cinder-786627-1-iscsi {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:15.078246 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:15.087117 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Deleting port 51e6ed4d-1356-4295-bd84-ea0ca2874786 {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:15.087498 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:15.203188 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35af3403-7e00-4a10-b202-a8951c228d40', 'name': 'tempest-TestVolumeBootPattern-2100021431-router', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'external_fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:07:01Z', 'updated_at': '2021-04-16T12:14:13Z', 'revision_number': 5, 'project_id': '185909178a524d6e87512680f7a34e1b', 'gw_port': {'id': '51e6ed4d-1356-4295-bd84-ea0ca2874786', 'name': '', 'network_id': 'eef4d14e-6e3d-43cc-89b1-1c0e9d71dfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35af3403-7e00-4a10-b202-a8951c228d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '4156781d-2403-49d9-a182-14ff51c43711', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:07:02Z', 'updated_at': '2021-04-16T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4156781d-2403-49d9-a182-14ff51c43711', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-iscsi'}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:15.207830 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] Checking router: 35af3403-7e00-4a10-b202-a8951c228d40 for host: dv-cinder-786627-1-iscsi {{(pid=85346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:14:15.218870 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] Routers {'35af3403-7e00-4a10-b202-a8951c228d40'} bound to L3 agent in host dv-cinder-786627-1-iscsi {{(pid=85346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:14:15.219553 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:49:40Z,description=,heartbeat_timestamp=2021-04-16T12:14:11Z,host='dv-cinder-786627-1-iscsi',id=d5b145bb-c8d6-45c6-b922-07fa87ec92fa,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:49:40Z,topic='l3_agent')) {'router_ids': ['35af3403-7e00-4a10-b202-a8951c228d40'], 'active': True} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:15.386935 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvr_db [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] Set router 35af3403-7e00-4a10-b202-a8951c228d40 gateway port host: None {{(pid=85346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:14:15.502811 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_hamode_db [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35af3403-7e00-4a10-b202-a8951c228d40', 'name': 'tempest-TestVolumeBootPattern-2100021431-router', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:07:01Z', 'updated_at': '2021-04-16T12:14:15Z', 'revision_number': 6, 'project_id': '185909178a524d6e87512680f7a34e1b', 'gw_port_host': None}], 'dv-cinder-786627-1-iscsi', False) {} {{(pid=85346) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:15.507056 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5bce3b-0316-45cc-9cd5-66567312e96e None None] The sync data for ids ['35af3403-7e00-4a10-b202-a8951c228d40'] in dv-cinder-786627-1-iscsi is: [{'id': '35af3403-7e00-4a10-b202-a8951c228d40', 'name': 'tempest-TestVolumeBootPattern-2100021431-router', 'tenant_id': '185909178a524d6e87512680f7a34e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:07:01Z', 'updated_at': '2021-04-16T12:14:15Z', 'revision_number': 6, 'project_id': '185909178a524d6e87512680f7a34e1b', 'gw_port_host': None}] {{(pid=85346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:14:15.531633 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] For port 51e6ed4d-1356-4295-bd84-ea0ca2874786, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=51e6ed4d-1356-4295-bd84-ea0ca2874786,segment=NetworkSegment(f2279686-9d5a-4379-a8b8-aa61d6ac2e66),segment_id=f2279686-9d5a-4379-a8b8-aa61d6ac2e66)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:15.531831 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:15.674104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Calling delete_port for 51e6ed4d-1356-4295-bd84-ea0ca2874786 owned by network:router_gateway {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:15.852499 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:15.868435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-926413ab-0296-4a67-91a3-e49521cd55b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:15.965871 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=51e6ed4d-1356-4295-bd84-ea0ca2874786,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:15.968764 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:16.131365 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331924'] for router_gateway, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:16.317197 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854333866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12715'] for router, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:16.322513 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:16.322694 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 7e54d727-34ee-4ba5-a8dd-0199999d3a9c no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:16.343768 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-440518'] for router, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:16.344485 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35af3403-7e00-4a10-b202-a8951c228d40 {{(pid=85344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:14:16.358695 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] Notify callbacks [] for router, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:16.360366 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f20f47c4-e249-4088-9314-8cbb0559b0fd admin admin] 10.222.0.48 "DELETE /v2.0/routers/35af3403-7e00-4a10-b202-a8951c228d40 HTTP/1.1" status: 204 len: 168 time: 1.6565084 Apr 16 12:14:16.362623 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 7e54d727-34ee-4ba5-a8dd-0199999d3a9c {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:16.362980 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 33458) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:16.363107 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 7e54d727-34ee-4ba5-a8dd-0199999d3a9c not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:16.363465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 51e6ed4d-1356-4295-bd84-ea0ca2874786 no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:16.405104 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: 51e6ed4d-1356-4295-bd84-ea0ca2874786 {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:16.405508 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device 51e6ed4d-1356-4295-bd84-ea0ca2874786 not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:16.436542 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f0be87-5091-451a-8657-1f0100646313 admin admin] Deleting subnet b111266d-3f79-4bef-9eef-b39c8be8cb1c {{(pid=85344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:14:16.439908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16f0be87-5091-451a-8657-1f0100646313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:16.497435 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16f0be87-5091-451a-8657-1f0100646313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2876223'] for subnet, precommit_delete_associations {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:16.579668 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16f0be87-5091-451a-8657-1f0100646313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775143'] for subnet, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:16.839428 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16f0be87-5091-451a-8657-1f0100646313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851926571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2267803'] for subnet, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:16.853285 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:16.938374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0be87-5091-451a-8657-1f0100646313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b111266d-3f79-4bef-9eef-b39c8be8cb1c,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:16.953237 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-16f0be87-5091-451a-8657-1f0100646313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:16.989345 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-16f0be87-5091-451a-8657-1f0100646313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:16.994990 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44032b3c-43ae-4587-a843-9fdd6142f4bf None None] Network 0db09c0b-6b56-4379-bbd4-931d34f27370 requested from dv-cinder-786627-1-iscsi {{(pid=85345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:14:16.995414 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-16f0be87-5091-451a-8657-1f0100646313 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b111266d-3f79-4bef-9eef-b39c8be8cb1c HTTP/1.1" status: 204 len: 168 time: 0.6307037 Apr 16 12:14:16.998196 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 33462) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:17.114682 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1044538'] for network, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:17.183022 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Deleting port ce20cccb-8100-47db-8821-80e2c9eb8b1c {{(pid=85344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:17.183380 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:17.256362 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] DHCP port deletion for 0db09c0b-6b56-4379-bbd4-931d34f27370 request from dv-cinder-786627-1-iscsi {{(pid=85345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:14:17.261384 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] Deleting port ce20cccb-8100-47db-8821-80e2c9eb8b1c {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:17.261939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:17.407610 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] For port ce20cccb-8100-47db-8821-80e2c9eb8b1c, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=ce20cccb-8100-47db-8821-80e2c9eb8b1c,segment=NetworkSegment(e757e919-2f58-4eb4-8383-d2cb2a4eb4d7),segment_id=e757e919-2f58-4eb4-8383-d2cb2a4eb4d7)] {{(pid=85344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:17.407982 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:17.482771 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.db [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] For port ce20cccb-8100-47db-8821-80e2c9eb8b1c, host dv-cinder-786627-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-iscsi',level=0,port_id=ce20cccb-8100-47db-8821-80e2c9eb8b1c,segment=NetworkSegment(e757e919-2f58-4eb4-8383-d2cb2a4eb4d7),segment_id=e757e919-2f58-4eb4-8383-d2cb2a4eb4d7)] {{(pid=85345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:14:17.483136 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854293554'] for port, precommit_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:17.543681 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Calling delete_port for ce20cccb-8100-47db-8821-80e2c9eb8b1c owned by network:dhcp {{(pid=85344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:17.614431 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] Calling delete_port for ce20cccb-8100-47db-8821-80e2c9eb8b1c owned by network:dhcp {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:14:17.627179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-988474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772049613615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264805600560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2849152'] for port, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:17.642921 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-aeee3448-4862-48bb-8bce-c4f9d3ba0cf6 tempest-TestVolumeBootPattern-1293663376 tempest-TestVolumeBootPattern-1293663376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:17.692081 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.db.api [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85345) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:14:17.692418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_db.api [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85345) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:14:17.735374 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce20cccb-8100-47db-8821-80e2c9eb8b1c,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:17.749984 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:17.784919 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] No DVR routers for this DVR port ce20cccb-8100-47db-8821-80e2c9eb8b1c on host dv-cinder-786627-1-iscsi {{(pid=85344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:14:17.906335 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-104728', 'neutron.services.segments.db._delete_segments_for_network-8772049694664'] for network, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.018223 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db09c0b-6b56-4379-bbd4-931d34f27370']}} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:18.030940 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7') {'for_net_delete': True} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:18.031280 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.services.segments.db [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e757e919-2f58-4eb4-8383-d2cb2a4eb4d7') {} {{(pid=85344) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:14:18.043635 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772049701337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851899641'] for segment, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.060611 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-30719'] for segment, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.067192 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=85344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:14:18.193242 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] Deleting port ce20cccb-8100-47db-8821-80e2c9eb8b1c {{(pid=85345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:14:18.193775 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363264805137524'] for port, before_delete {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.247295 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Network 0db09c0b-6b56-4379-bbd4-931d34f27370 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:14:18.256417 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854745113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2848884'] for segment, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.278890 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-c93acad8-b980-4dcf-a461-3504fa30d3b8 None None] The port 'ce20cccb-8100-47db-8821-80e2c9eb8b1c' was deleted {{(pid=85345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:14:18.325816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ce20cccb-8100-47db-8821-80e2c9eb8b1c no longer exists at agent ovs-agent-dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:14:18.362319 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.plugin [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] No Port match for: ce20cccb-8100-47db-8821-80e2c9eb8b1c {{(pid=85345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:14:18.362702 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.rpc [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Device ce20cccb-8100-47db-8821-80e2c9eb8b1c not bound to the agent host dv-cinder-786627-1-iscsi {{(pid=85345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:14:18.443626 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.plugins.ml2.managers [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Network 0db09c0b-6b56-4379-bbd4-931d34f27370 has no segments {{(pid=85344) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: Traceback (most recent call last): Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: timer() Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: cb(*args, **kw) Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: return func(*args, **kwargs) Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: self._notify() Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: self.callback(batched_events) Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: event.method(event) Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: segment_id)['aggregates'][0] Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: return f(self, *a, **k) Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: return self._get(url).json() Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: **kwargs) Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: return self.request(url, 'GET', **kwargs) Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: **endpoint_filter) Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:14:18.467047 dv-cinder-786627-1-iscsi neutron-server[85230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:14:18.552179 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854671087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854155084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443650'] for network, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.556147 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-6d03a8f1-8ad3-48e0-a815-03bfd695e2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:18.570924 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854155129'] for network, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.581968 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Pushing event deleted for resources: {'Network': ['ID=0db09c0b-6b56-4379-bbd4-931d34f27370,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:18.585506 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:18.587180 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c6590f9c-2b68-4fd5-b2ce-af663db2349e admin admin] 10.222.0.48 "DELETE /v2.0/networks/0db09c0b-6b56-4379-bbd4-931d34f27370 HTTP/1.1" status: 204 len: 168 time: 1.5878868 Apr 16 12:14:18.705459 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 33468) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:18.758264 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-f04ef112-4a6b-4497-8db3-a97aacd301e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=063bee69520345d58b472248ded51875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507898 Apr 16 12:14:18.760785 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85344) accepted ('10.222.0.48', 33472) {{(pid=85344) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:18.826199 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eddd38c3-3c6e-4f50-9196-7ef129a8093b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.853658 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eddd38c3-3c6e-4f50-9196-7ef129a8093b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.898217 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eddd38c3-3c6e-4f50-9196-7ef129a8093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.903213 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c6cf2450-aecc-454b-99fd-ea5973cb26c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:18.917929 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd38c3-3c6e-4f50-9196-7ef129a8093b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb50bfa-2c5e-44b3-92fa-850e5248cebf,revision_number=None']} {{(pid=85344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:18.920465 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-eddd38c3-3c6e-4f50-9196-7ef129a8093b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85344) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:18.926599 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-eddd38c3-3c6e-4f50-9196-7ef129a8093b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85344) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.927820 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-eddd38c3-3c6e-4f50-9196-7ef129a8093b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbb50bfa-2c5e-44b3-92fa-850e5248cebf HTTP/1.1" status: 204 len: 168 time: 0.1660576 Apr 16 12:14:19.276216 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33480) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:19.327808 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-344e788d-057c-46be-8f29-798d36247ef0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=185909178a524d6e87512680f7a34e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501740 Apr 16 12:14:19.330339 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [-] (85343) accepted ('10.222.0.48', 33484) {{(pid=85343) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:14:19.392480 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c2f9d03d-aeb4-4ab5-9b95-a161abefadc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:19.420822 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c2f9d03d-aeb4-4ab5-9b95-a161abefadc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:19.471137 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c2f9d03d-aeb4-4ab5-9b95-a161abefadc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381902'] for security_group, after_delete {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:19.476993 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-75352404-8be4-476b-93f5-c9980e1045c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:14:19.488008 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9d03d-aeb4-4ab5-9b95-a161abefadc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9537903-9399-4952-838d-907009f7b468,revision_number=None']} {{(pid=85343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:14:19.491737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG oslo_concurrency.lockutils [None req-c2f9d03d-aeb4-4ab5-9b95-a161abefadc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85343) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:14:19.495092 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c2f9d03d-aeb4-4ab5-9b95-a161abefadc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85343) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:19.496355 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [None req-c2f9d03d-aeb4-4ab5-9b95-a161abefadc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9537903-9399-4952-838d-907009f7b468 HTTP/1.1" status: 204 len: 168 time: 0.1650405 Apr 16 12:14:22.266439 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:29.427194 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f6687802-b39a-4ffb-b127-891c7891d228 req-142b05fc-b09f-40d2-9f1a-43ee00acb166 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=287bed50-025e-4fd7-9154-613f97a9b68b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2409403 Apr 16 12:14:29.533337 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6687802-b39a-4ffb-b127-891c7891d228 req-bd399f06-d4ef-4cb7-93c7-5cc6fcd0db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:29.534955 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f6687802-b39a-4ffb-b127-891c7891d228 req-bd399f06-d4ef-4cb7-93c7-5cc6fcd0db28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a01745d9a84187974f0dab28d96d51&device_id=287bed50-025e-4fd7-9154-613f97a9b68b HTTP/1.1" status: 200 len: 1099 time: 0.0842707 Apr 16 12:14:29.692017 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6687802-b39a-4ffb-b127-891c7891d228 req-a3d7c07b-1d99-40e2-a05f-e1079954abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:29.693603 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f6687802-b39a-4ffb-b127-891c7891d228 req-a3d7c07b-1d99-40e2-a05f-e1079954abcf service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605 HTTP/1.1" status: 200 len: 911 time: 0.1384668 Apr 16 12:14:29.767625 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f6687802-b39a-4ffb-b127-891c7891d228 req-5f90abc9-26a2-44e0-8182-f61910d37eda service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30116f33-460b-47c5-a3cf-483153866a15 HTTP/1.1" status: 200 len: 217 time: 0.0663562 Apr 16 12:14:30.084275 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6687802-b39a-4ffb-b127-891c7891d228 req-37bfa252-831b-4f8b-a6e4-3613e883520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:30.085915 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f6687802-b39a-4ffb-b127-891c7891d228 req-37bfa252-831b-4f8b-a6e4-3613e883520c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dee9660e-00d1-4652-8fbb-4b7b81a7d2ba HTTP/1.1" status: 200 len: 849 time: 0.3113029 Apr 16 12:14:30.167344 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6687802-b39a-4ffb-b127-891c7891d228 req-5d721632-daa6-43a5-9104-18bb1f422ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:14:30.168959 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f6687802-b39a-4ffb-b127-891c7891d228 req-5d721632-daa6-43a5-9104-18bb1f422ccd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761175 Apr 16 12:14:30.309598 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f6687802-b39a-4ffb-b127-891c7891d228 req-4d9012fe-001f-44c0-b293-dd495641f85d service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325085 Apr 16 12:14:30.454506 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-f6687802-b39a-4ffb-b127-891c7891d228 req-c7e9dcb9-e142-4be2-8be3-a645a1af0404 service neutron] 10.222.0.55 "GET /v2.0/networks/6a7b8487-ab1b-40a3-8c6d-c0a3dbb8c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378765 Apr 16 12:14:38.435483 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-0b08f337-7390-489a-a3b6-f0afc22f285e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:40.570386 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-b6e50f69-7abe-4886-aa0e-0604e80e5aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:41.349080 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:41.895178 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:43.272018 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:44.772852 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:14:52.270722 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:57.947262 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-e37da9a5-9aac-48ea-a887-0638a54ece82 req-59c9b27e-a9d1-4f74-9f63-5183b615dbd5 tempest-VolumesActionsTest-12054863 tempest-VolumesActionsTest-12054863-project] (85344) timed out ('10.222.0.48', 53976) {{(pid=85344) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:15:08.437418 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ddac6083-6e2f-4732-aa07-4b2786c3666b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:10.571953 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9cbb8e6a-5098-44d3-affd-a42a45c29691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:11.351479 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:11.896908 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:13.275910 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:18.182620 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-2b9cf190-e4c9-4c21-bb12-9e960414f778 req-1daee2a4-6b92-4396-bfba-acce007ecaf0 service neutron] (85344) timed out ('10.222.0.55', 59815) {{(pid=85344) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:15:18.751267 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-e49a01d7-9a63-46cd-96f4-6ed5ee095b58 req-ec713cec-2e8d-406a-a190-f6f38342d446 tempest-AttachVolumeTestJSON-1951897574 tempest-AttachVolumeTestJSON-1951897574-project] (85343) timed out ('10.222.0.55', 59780) {{(pid=85343) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:15:21.772340 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:15:22.278987 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:38.439200 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-30321ec8-1093-497a-a5e8-89ff2ef213cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:40.572567 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f227a10c-1147-4a69-be90-509f1f8488bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:41.353370 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:41.898222 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:43.278500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:52.300121 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:15:58.772625 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:16:08.441422 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-23238df8-7271-4c32-82fd-a3366f1bc3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:10.573394 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-a7d49bb9-1129-4881-87a6-03de012b2a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:11.355904 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:11.899163 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:13.282500 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:22.301440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:33.177027 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1bd977c9-edeb-45f4-a72f-e6e591ee6af4 req-a7609375-74c7-4635-9ba2-a766935b6208 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=568bab29-4cf6-4e25-b564-76f947d199c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0516977 Apr 16 12:16:33.293942 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1bd977c9-edeb-45f4-a72f-e6e591ee6af4 req-9d52263b-7856-4908-9040-934939dda82d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=568bab29-4cf6-4e25-b564-76f947d199c7 HTTP/1.1" status: 200 len: 210 time: 0.0456882 Apr 16 12:16:33.343057 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1bd977c9-edeb-45f4-a72f-e6e591ee6af4 req-8b095081-3663-43ac-b43c-5b12580cc97d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8c22b70829724afdb574394af4af4635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289845 Apr 16 12:16:33.486927 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd977c9-edeb-45f4-a72f-e6e591ee6af4 req-a9ab96c8-5304-4a06-929b-abdc5c547b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:16:33.488526 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-1bd977c9-edeb-45f4-a72f-e6e591ee6af4 req-a9ab96c8-5304-4a06-929b-abdc5c547b25 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382785 Apr 16 12:16:35.772746 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:16:38.442770 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-ecc42bbd-98e7-407c-a569-80b573aa41fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:40.573719 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-6237f856-3785-439d-b7f8-05364175e011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:41.357963 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:41.901415 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:43.286238 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:16:49.177313 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-35ecb03f-ca07-4008-97bb-d9a427992e87 req-c34b993f-31e0-4e25-b349-7b297d7dc669 tempest-VolumesNegativeTest-864621947 tempest-VolumesNegativeTest-864621947-project] (85343) timed out ('10.222.0.48', 54536) {{(pid=85343) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:16:52.313505 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:08.444926 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-05bc40ad-15ea-47c5-aa25-9c55d12bb252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:10.575841 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-06f984d1-6151-4a96-9e7a-f6c3ee74f887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:11.360046 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:11.903982 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:12.771900 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:17:13.290074 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:22.323605 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:34.249586 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-c4f7d5e7-6f3a-42c1-a7fe-3afb94a1fc88 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804470 Apr 16 12:17:34.346079 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-67bef840-4b1a-453f-baa1-601b1a513bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:17:34.347625 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-67bef840-4b1a-453f-baa1-601b1a513bf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f221bd72ee4a41b38cf66ce2e39c9d8b&device_id=dba356f3-7793-4df7-ada2-cfcaf73e17de HTTP/1.1" status: 200 len: 1098 time: 0.0755382 Apr 16 12:17:34.502317 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-28d410b2-49b2-4c93-a401-c17a8229726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:17:34.503818 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-28d410b2-49b2-4c93-a401-c17a8229726b service neutron] 10.222.0.55 "GET /v2.0/networks?id=30cb16a0-3a69-4e73-8022-cef4510ee34c HTTP/1.1" status: 200 len: 917 time: 0.1358697 Apr 16 12:17:34.578032 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-288cfebf-359d-41bf-9ab4-43f63b2e5fc8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ca66c6-e1d0-4fea-ae79-249c7224ed22 HTTP/1.1" status: 200 len: 217 time: 0.0668087 Apr 16 12:17:34.646085 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-3b1bfd94-3725-462c-8585-74cb6a5baac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:17:34.647618 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-3b1bfd94-3725-462c-8585-74cb6a5baac2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e165c5b-826e-478c-ae89-71ac2f340a0f HTTP/1.1" status: 200 len: 855 time: 0.0629148 Apr 16 12:17:34.733053 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-195869d4-cc6c-46e3-8e4a-61d6386ab236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:17:34.734619 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-195869d4-cc6c-46e3-8e4a-61d6386ab236 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30cb16a0-3a69-4e73-8022-cef4510ee34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783381 Apr 16 12:17:34.874276 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-017812cb-da3e-4d6d-b985-fc9c3d5d693b service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322653 Apr 16 12:17:35.014259 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-861dbe39-1390-4b05-ab91-032d428d98c6 req-a426619f-433e-46fb-ab10-f4a6f34785d6 service neutron] 10.222.0.55 "GET /v2.0/networks/30cb16a0-3a69-4e73-8022-cef4510ee34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328263 Apr 16 12:17:38.446973 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f88211c1-d46f-4005-8d29-ef6c0af887fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:40.575402 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-05bebb7c-da8f-4eb0-a974-e738f90a3941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:41.363299 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:41.905183 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:43.294157 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:17:49.771647 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:17:52.334413 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:08.448165 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ff7a-03cb-40fc-84af-3c6f307b3f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:10.577616 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f5064b46-1c8c-436b-9568-d38a1de603d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:11.365396 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:11.906088 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:13.298440 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:19.119649 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.wsgi [req-d4ae35e9-d401-44a4-baf7-1e499904a327 req-1ff97451-b12f-49be-904f-da1b8201c9f8 tempest-TestMinimumBasicScenario-1257003652 tempest-TestMinimumBasicScenario-1257003652-project] (85344) timed out ('10.222.0.48', 50684) {{(pid=85344) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:18:22.355939 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:26.771330 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:18:36.891695 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-406de58a-cc15-42d0-9b6c-40d954ba0fde req-cb808558-27e5-4e6e-b2b5-6152f80832f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0506740 Apr 16 12:18:36.958034 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-406de58a-cc15-42d0-9b6c-40d954ba0fde req-c860ee4d-770f-4dd9-a19d-7f405f7e56a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c22b70829724afdb574394af4af4635&device_id=bde19762-c7ca-491f-83b5-5f2ff703deb0 HTTP/1.1" status: 200 len: 210 time: 0.0455270 Apr 16 12:18:37.005949 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-406de58a-cc15-42d0-9b6c-40d954ba0fde req-30bcbccc-8877-4aff-bcb6-a867746740e5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8c22b70829724afdb574394af4af4635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290630 Apr 16 12:18:37.146816 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de58a-cc15-42d0-9b6c-40d954ba0fde req-5ab439b4-b202-4886-81de-471de341c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:18:37.148305 dv-cinder-786627-1-iscsi neutron-server[85230]: INFO neutron.wsgi [req-406de58a-cc15-42d0-9b6c-40d954ba0fde req-5ab439b4-b202-4886-81de-471de341c94c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360705 Apr 16 12:18:38.450693 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-c891cb55-5473-41bc-aa54-d09ca0a1722b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:40.578132 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6b7c-25e5-4cbb-8112-b44020a43338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:41.368368 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:41.907901 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:43.301467 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:18:52.351737 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-db30b105-dc1c-4d47-b5e3-08687c5ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:03.771583 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron.db.agents_db [None req-0db45c7c-c90f-4c6f-b753-002c0924aded None None] Agent healthcheck: found 6 active agents {{(pid=85346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:19:08.453518 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-668e7828-f2ac-4681-a401-ebb12af3881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:10.579566 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-8a210b4d-b6be-4350-aca0-6ce006d6f27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:11.369739 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-f990697b-47d4-4c4a-a82a-aa5bab562e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:11.908677 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-02f946c1-aa90-4638-8394-4dae5538d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:19:13.304812 dv-cinder-786627-1-iscsi neutron-server[85230]: DEBUG neutron_lib.callbacks.manager [None req-cd012487-5f69-42e7-adf3-709fe806ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772049694647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854671658'] for agent, after_update {{(pid=85345) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}